-- Logs begin at Thu 2022-01-27 16:05:34 UTC, end at Thu 2022-01-27 17:06:53 UTC. -- Jan 27 16:40:29.042249 dv-cinder-818830-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jan 27 16:40:32.020950 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.common.config [-] Logging enabled! Jan 27 16:40:32.021517 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev436 Jan 27 16:40:32.021644 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=113987) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 27 16:40:32.024963 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.common.config [-] Logging enabled! Jan 27 16:40:32.025221 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev436 Jan 27 16:40:32.025533 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=113987) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 27 16:40:32.026983 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 27 16:40:32.027220 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 27 16:40:32.027610 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 27 16:40:32.027862 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 27 16:40:32.028088 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 27 16:40:32.028412 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:32.028831 dv-cinder-818830-2-iscsi neutron-server[113987]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 27 16:40:32.029142 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:32.029435 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:32.029724 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:32.030018 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:32.030307 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:32.030588 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:32.030876 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:32.031169 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:32.031453 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:32.031756 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:32.032040 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:32.032333 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:32.032620 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] config_source = [] {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:32.032907 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:32.033194 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:32.033482 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] debug = True {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:32.033763 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:32.034198 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:32.034607 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:32.035153 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:32.035444 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:32.035751 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:32.036024 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:32.036301 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:32.036585 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:32.036913 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] host = dv-cinder-818830-2-iscsi {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:32.037192 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:32.037478 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:32.037763 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:32.038047 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:32.038322 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:32.038600 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:32.038885 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:32.039159 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] log_dir = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:32.039431 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] log_file = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:32.039734 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:32.040022 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:32.040307 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:32.040605 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:32.040830 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:32.041052 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:32.041339 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:32.041624 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:32.042511 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:32.042797 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:32.043072 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:32.043348 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:32.043655 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:32.043930 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:32.044216 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:32.044501 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:32.044785 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:32.045062 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:32.045337 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:32.045609 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:32.045880 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:32.046163 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:32.046434 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:32.046705 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:32.046977 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:32.047262 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:32.047530 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:32.047828 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:32.048129 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:32.048412 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:32.048694 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:32.048979 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:32.049251 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:32.049532 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:32.049801 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:32.050072 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] use_journal = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:32.050341 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] use_json = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:32.050610 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:32.050877 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:32.051158 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:32.051430 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:32.051729 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:32.052002 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:32.052272 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:32.052551 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:32.052819 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:32.053113 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.053413 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.053711 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.054007 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.054296 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.054572 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.054859 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.055136 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.055422 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.055731 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.056019 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.056295 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.056592 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.056881 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.057173 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.057500 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.057791 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.058083 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.058352 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.058623 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.058893 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.059167 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.059452 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.059755 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.060040 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.060327 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.060602 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.060894 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.061178 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.061470 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.061757 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.062028 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.062302 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.062587 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.062860 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.063129 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.063407 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.063718 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.063995 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.064262 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.064539 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.064812 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.065083 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.065354 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.065629 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.065914 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.066188 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.066459 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.066728 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.067005 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.067278 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.067582 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.067861 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.068133 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.068402 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.068677 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.068946 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.069217 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.069493 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.069761 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.070036 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.070306 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.070574 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.070843 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.071112 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.071381 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.071677 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.071948 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.072220 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.072489 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.072757 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.073053 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.073331 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.073667 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.073962 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.074259 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.074534 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.074809 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.075084 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.075359 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.075661 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.075940 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.076216 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.076490 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.076757 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.077042 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.077321 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.077603 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.077901 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.078176 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.078465 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.078737 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.079015 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.079289 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.079584 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.079861 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.080140 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.080429 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.080716 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.081002 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.081289 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.081577 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.081855 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.082159 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.082435 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:32.082650 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 27 16:40:32.082887 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=113987) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 27 16:40:32.457089 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=113987) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 27 16:40:32.457370 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=113987) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 27 16:40:32.457675 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=113987) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 27 16:40:32.458010 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 27 16:40:32.789661 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:32.789955 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:32.790227 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:32.791549 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:32.791921 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:32.792706 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:32.836746 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:32.837028 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:32.837292 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:32.852068 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:32.852351 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:32.852620 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:32.885042 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:32.885322 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:32.885623 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:32.928031 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:32.928673 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:32.930138 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:33.289474 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:33.290117 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:33.290117 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:33.290299 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:33.290980 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:33.395518 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:33.395871 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:33.396157 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:33.396429 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:33.396695 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:33.397010 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:33.397267 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:33.397522 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:33.397774 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:33.398054 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:33.398311 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:33.398597 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:33.398853 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:33.399400 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:33.399673 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:33.399939 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:33.400194 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:33.400459 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:33.400726 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:33.400983 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:33.401949 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:33.402394 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:33.402842 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:33.403305 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:33.403759 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:33.404194 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:33.404634 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=113987) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 16:40:33.405185 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=113987) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 16:40:33.405185 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=113987) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 16:40:33.405363 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=113987) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 16:40:33.405579 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=113987) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 16:40:33.405818 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=113987) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 16:40:33.406187 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 27 16:40:33.409578 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 27 16:40:33.414181 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 27 16:40:33.418788 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Jan 27 16:40:33.420472 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 27 16:40:33.420941 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 27 16:40:33.421309 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 27 16:40:33.421784 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 27 16:40:33.425047 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 27 16:40:33.425299 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 27 16:40:33.425653 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 27 16:40:33.431450 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 27 16:40:33.460057 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 27 16:40:33.460526 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:33.460829 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=113987) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 27 16:40:33.461199 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:33.462569 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=113987) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 27 16:40:33.462852 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 27 16:40:33.463090 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 27 16:40:33.466923 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:33.467200 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:33.532252 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 27 16:40:33.532494 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 27 16:40:33.532731 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 27 16:40:33.533112 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 27 16:40:33.554478 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_db.sqlalchemy.engines [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=113987) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 27 16:40:33.990685 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.plugins.ml2.managers [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Initializing driver for type 'gre' Jan 27 16:40:33.991157 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] gre ID ranges: [(1, 1000)] Jan 27 16:40:34.043842 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.plugins.ml2.managers [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Initializing driver for type 'local' Jan 27 16:40:34.044174 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.plugins.ml2.managers [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Initializing driver for type 'vlan' Jan 27 16:40:34.056593 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] VlanTypeDriver initialization complete Jan 27 16:40:34.056916 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.plugins.ml2.managers [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Initializing driver for type 'vxlan' Jan 27 16:40:34.057480 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] vxlan ID ranges: [(1, 1000)] Jan 27 16:40:34.109970 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.plugins.ml2.managers [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Initializing extension driver 'port_security' Jan 27 16:40:34.110326 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.plugins.ml2.extensions.port_security [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] PortSecurityExtensionDriver initialization complete Jan 27 16:40:34.110649 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.plugins.ml2.managers [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Initializing mechanism driver 'openvswitch' Jan 27 16:40:34.110962 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.plugins.ml2.managers [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Initializing mechanism driver 'hyperv' Jan 27 16:40:34.117623 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.plugins.ml2.plugin [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=113987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:40:34.118307 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Subscribe: > port after_create 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:34.118674 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Subscribe: > port after_update 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:34.119018 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Subscribe: > port after_delete 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:34.119538 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=113987) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 27 16:40:34.120014 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Subscribe: > subnet after_create 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:34.120367 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Subscribe: > subnet after_update 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:34.120709 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Subscribe: > subnet after_delete 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:34.121111 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=113987) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 27 16:40:34.121528 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Subscribe: > network after_create 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:34.121877 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Subscribe: > network after_update 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:34.122214 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Subscribe: > network after_delete 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:34.122602 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=113987) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 27 16:40:34.123008 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Subscribe: > security_group after_create 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:34.123350 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Subscribe: > security_group after_update 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:34.123710 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Subscribe: > security_group after_delete 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:34.124240 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=113987) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 27 16:40:34.124654 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:34.125008 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:34.125346 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:34.125755 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=113987) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 27 16:40:34.126174 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Subscribe: > address_group after_create 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:34.126518 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Subscribe: > address_group after_update 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:34.126852 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Subscribe: > address_group after_delete 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:34.127244 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=113987) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 27 16:40:34.127718 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] ML2 OVO RPC backend initialized. {{(pid=113987) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 27 16:40:34.128439 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Subscribe: > router_interface after_create 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:34.128796 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:34.129205 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Subscribe: > network before_response 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:34.129546 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Subscribe: > networks before_response 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:34.129885 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Subscribe: > port before_response 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:34.130223 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Subscribe: > ports before_response 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:34.130560 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Subscribe: > subnet before_response 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:34.130892 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Subscribe: > subnets before_response 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:34.131256 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Subscribe: > network after_create 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:34.131600 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Subscribe: > network after_update 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:34.131932 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Subscribe: > network after_delete 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:34.132260 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Subscribe: > port after_create 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:34.132585 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Subscribe: > port after_update 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:34.132912 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Subscribe: > port after_delete 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:34.133238 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Subscribe: > subnet after_create 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:34.133565 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Subscribe: > subnet after_update 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:34.133889 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Subscribe: > subnet after_delete 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:34.141800 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.quota [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loaded quota_driver: . Jan 27 16:40:34.142155 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.plugins.ml2.plugin [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Modular L2 Plugin initialization complete Jan 27 16:40:34.142495 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading services supported by the core plugin {{(pid=113987) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 27 16:40:34.142831 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.plugins.ml2.managers [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Got port-security extension from driver 'port_security' Jan 27 16:40:34.143302 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.extensions.vlantransparent [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Disabled vlantransparent extension. Jan 27 16:40:34.143810 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=113987) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 27 16:40:34.144135 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading Plugin: router Jan 27 16:40:34.181690 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Subscribe: > router_interface before_create 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:34.182080 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Subscribe: > router after_create 55549900 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:34.182974 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Subscribe: > router before_create 55549900 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:34.183339 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:34.183752 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:34.184109 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Subscribe: > router after_delete 55549900 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:34.184463 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Subscribe: > floatingip after_create 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:34.184809 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Subscribe: > floatingip after_update 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:34.185165 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Subscribe: > router after_create 55549900 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:34.185507 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Subscribe: > router after_update 55549900 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:34.185851 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Subscribe: > router after_update 55549900 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:34.186191 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:34.186543 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Subscribe: > router after_update 55549900 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:34.186946 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Subscribe: > router precommit_update 55549900 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:34.187309 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Subscribe: port after_update 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:34.187659 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Subscribe: port after_delete 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:34.187996 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Subscribe: subnet after_update 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:34.188330 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:34.188671 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Subscribe: > port precommit_delete 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:34.189011 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Subscribe: > router precommit_create 55549900 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:34.189347 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Subscribe: port before_delete 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:34.189684 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Subscribe: > router precommit_create 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:34.190035 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Subscribe: > router after_update 55549900 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:34.190374 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Subscribe: > router precommit_delete 55549900 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:34.190720 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Subscribe: > router precommit_create 55549900 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:34.191076 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Subscribe: > router_interface after_create 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:34.191419 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Subscribe: > router precommit_update 55549900 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:34.191806 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Subscribe: > agent after_create 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:34.192153 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Subscribe: > agent after_delete 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:34.192494 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Subscribe: > network after_delete 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:34.193349 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.quota.resource_registry [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Tracking information for resource: router configured {{(pid=113987) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 16:40:34.193677 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.quota.resource_registry [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Tracking information for resource: floatingip configured {{(pid=113987) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 16:40:34.199204 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.db.l3_agentschedulers_db [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 27 16:40:34.199802 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Subscribe: port after_update 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:34.200161 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Subscribe: port after_create 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:34.200507 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Subscribe: port after_delete 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:34.200852 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Subscribe: port after_update 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:34.201762 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Subscribe: > router before_create 55550100 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:34.202126 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Subscribe: > router precommit_delete 55550100 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:34.202485 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Subscribe: > router precommit_create 55550100 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:34.202844 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Subscribe: > router precommit_update 55550100 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:34.207523 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.services.provider_configuration [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Service providers = [] {{(pid=113987) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 27 16:40:34.207908 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.db.servicetype_db [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=113987) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 27 16:40:34.210882 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.services.service_base [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=113987) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 27 16:40:34.211223 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.services.service_base [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=113987) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 27 16:40:34.211561 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.services.service_base [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=113987) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 27 16:40:34.212474 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.services.service_base [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=113987) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 27 16:40:34.212849 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.services.service_base [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 27 16:40:34.213220 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=113987) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 16:40:34.213552 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 27 16:40:34.224327 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=113987) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 16:40:34.224660 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading Plugin: auto_allocate Jan 27 16:40:34.230638 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Subscribe: network precommit_update 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:34.231006 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Subscribe: network precommit_create 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:34.231520 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=113987) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 16:40:34.231863 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading Plugin: tag Jan 27 16:40:34.238433 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=113987) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 16:40:34.238758 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading Plugin: timestamp Jan 27 16:40:34.242833 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=113987) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 16:40:34.243118 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading Plugin: network_ip_availability Jan 27 16:40:34.249322 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:34.249686 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:34.250036 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:34.250738 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=113987) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 16:40:34.251053 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading Plugin: flavors Jan 27 16:40:34.255893 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=113987) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 16:40:34.256224 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading Plugin: revisions Jan 27 16:40:34.261150 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=113987) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 16:40:34.261547 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_concurrency.lockutils [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.804s {{(pid=113987) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 27 16:40:34.262280 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=113987) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 27 16:40:34.262615 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Initializing extension manager. Jan 27 16:40:34.263123 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: __init__.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.263459 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: __pycache__ {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.263816 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.264141 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: address_group.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.264894 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.265465 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loaded extension: address-group Jan 27 16:40:34.265781 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: address_scope.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.266492 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.266990 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loaded extension: address-scope Jan 27 16:40:34.267310 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: admin_state_down_before_update.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.268255 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.268756 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loaded extension: router-admin-state-down-before-update Jan 27 16:40:34.269070 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: agent.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.269947 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.270450 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loaded extension: agent Jan 27 16:40:34.270766 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: agent_resources_synced.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.271703 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.272206 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loaded extension: agent-resources-synced Jan 27 16:40:34.272527 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: allowedaddresspairs.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.274305 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.274818 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loaded extension: allowed-address-pairs Jan 27 16:40:34.275139 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: auto_allocated_topology.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.276422 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.276929 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loaded extension: auto-allocated-topology Jan 27 16:40:34.277292 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: availability_zone.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.277947 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.278443 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loaded extension: availability_zone Jan 27 16:40:34.278760 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: availability_zone_filter.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.279697 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.280194 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loaded extension: availability_zone_filter Jan 27 16:40:34.280510 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: data_plane_status.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.281413 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.281908 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Extension data-plane-status not supported by any of loaded plugins Jan 27 16:40:34.282230 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: default_subnetpools.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.283137 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.283662 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loaded extension: default-subnetpools Jan 27 16:40:34.283983 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: dhcpagentscheduler.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.285041 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.285546 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loaded extension: dhcp_agent_scheduler Jan 27 16:40:34.285865 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: dns.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.286773 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.287264 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Extension dns-integration not supported by any of loaded plugins Jan 27 16:40:34.287602 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: dns_domain_ports.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.288515 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.289009 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 27 16:40:34.289325 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.290239 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.290760 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 27 16:40:34.291036 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: dvr.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.291787 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.292441 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loaded extension: dvr Jan 27 16:40:34.292763 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: ecmp_routes.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.293693 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.294195 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Extension ecmp_routes not supported by any of loaded plugins Jan 27 16:40:34.294510 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: empty_string_filtering.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.295420 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.295952 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loaded extension: empty-string-filtering Jan 27 16:40:34.296270 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.297170 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.297668 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 27 16:40:34.297982 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.298887 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.299381 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 27 16:40:34.299724 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: external_net.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.300633 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.301130 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loaded extension: external-net Jan 27 16:40:34.301441 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: extra_dhcp_opt.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.302343 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.302835 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loaded extension: extra_dhcp_opt Jan 27 16:40:34.303146 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: extraroute.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.304063 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.304558 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loaded extension: extraroute Jan 27 16:40:34.304870 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: extraroute_atomic.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.305899 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.306392 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loaded extension: extraroute-atomic Jan 27 16:40:34.306705 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: filter_validation.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.307921 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.308407 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loaded extension: filter-validation Jan 27 16:40:34.308719 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: fip_pf_description.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.309631 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.310149 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 27 16:40:34.310463 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: fip_port_details.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.311380 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.311903 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loaded extension: fip-port-details Jan 27 16:40:34.312218 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: flavors.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.313469 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.313976 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loaded extension: flavors Jan 27 16:40:34.314291 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.316009 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.316529 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 27 16:40:34.316858 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: floatingip_pools.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.317558 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.318068 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loaded extension: floatingip-pools Jan 27 16:40:34.318415 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: ip_allocation.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.319344 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.319862 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Extension ip_allocation not supported by any of loaded plugins Jan 27 16:40:34.320183 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.321091 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.321589 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loaded extension: ip-substring-filtering Jan 27 16:40:34.321909 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: l2_adjacency.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.322827 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.323897 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 27 16:40:34.324212 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: l3.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.325172 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.325680 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loaded extension: router Jan 27 16:40:34.326000 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: l3_conntrack_helper.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.328429 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.328944 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 27 16:40:34.329296 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.330228 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.330736 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loaded extension: ext-gw-mode Jan 27 16:40:34.331058 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.331995 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.332498 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loaded extension: l3-ha Jan 27 16:40:34.332816 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: l3_flavors.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.333720 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.334219 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loaded extension: l3-flavors Jan 27 16:40:34.334535 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.335434 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.335958 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 27 16:40:34.336273 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: l3agentscheduler.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.337279 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.337784 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loaded extension: l3_agent_scheduler Jan 27 16:40:34.338105 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: local_ip.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.340136 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.340652 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Extension local_ip not supported by any of loaded plugins Jan 27 16:40:34.340978 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: logging.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.342454 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.342967 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Extension logging not supported by any of loaded plugins Jan 27 16:40:34.343294 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: metering.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.344061 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.344634 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loaded extension: metering Jan 27 16:40:34.344955 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.346043 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.346554 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loaded extension: metering_source_and_destination_fields Jan 27 16:40:34.346871 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: multiprovidernet.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.347816 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.348321 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loaded extension: multi-provider Jan 27 16:40:34.348636 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: netmtu.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.349576 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.350074 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loaded extension: net-mtu Jan 27 16:40:34.350387 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: netmtu_writable.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.351298 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.351828 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loaded extension: net-mtu-writable Jan 27 16:40:34.352144 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: network_availability_zone.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.352802 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.353296 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loaded extension: network_availability_zone Jan 27 16:40:34.353607 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: network_ip_availability.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.354816 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.355311 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loaded extension: network-ip-availability Jan 27 16:40:34.355653 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: network_segment_range.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.356409 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.356902 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Extension network-segment-range not supported by any of loaded plugins Jan 27 16:40:34.357216 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: pagination.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.358200 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.358523 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loaded extension: pagination Jan 27 16:40:34.358835 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: port_device_profile.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.359760 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.360269 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loaded extension: port-device-profile Jan 27 16:40:34.360586 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.361493 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.361989 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loaded extension: port-mac-address-regenerate Jan 27 16:40:34.362303 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.363329 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.363859 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loaded extension: port-numa-affinity-policy Jan 27 16:40:34.364178 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: port_resource_request.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.365074 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.365562 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Extension port-resource-request not supported by any of loaded plugins Jan 27 16:40:34.365877 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: port_resource_request_groups.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.366836 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.367324 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 27 16:40:34.367672 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: portbindings.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.368588 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.369078 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loaded extension: binding Jan 27 16:40:34.369392 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: portbindings_extended.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.371199 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.371732 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loaded extension: binding-extended Jan 27 16:40:34.372057 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: portsecurity.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.372966 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.373468 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loaded extension: port-security Jan 27 16:40:34.373786 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: project_id.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.374754 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.375080 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loaded extension: project-id Jan 27 16:40:34.375396 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: providernet.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.376338 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.376841 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loaded extension: provider Jan 27 16:40:34.377158 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: qos.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.380680 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.381193 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Extension qos not supported by any of loaded plugins Jan 27 16:40:34.381517 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.382764 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.383266 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 27 16:40:34.383606 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.384534 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.385037 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 27 16:40:34.385376 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: qos_default.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.386819 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.387316 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Extension qos-default not supported by any of loaded plugins Jan 27 16:40:34.387662 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: qos_fip.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.388578 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.389073 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Extension qos-fip not supported by any of loaded plugins Jan 27 16:40:34.389391 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: qos_fip_network_policy.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.390297 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.390794 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 27 16:40:34.391109 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: qos_gateway_ip.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.392063 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.392556 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 27 16:40:34.392871 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: qos_port_network_policy.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.393775 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.394270 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 27 16:40:34.394588 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.395699 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.396201 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 27 16:40:34.396518 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: qos_pps_rule.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.397692 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.398208 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Extension qos-pps not supported by any of loaded plugins Jan 27 16:40:34.398527 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: qos_rule_type_details.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.399436 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.399966 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 27 16:40:34.400286 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: qos_rules_alias.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.401345 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.401845 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 27 16:40:34.402162 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: quota_check_limit.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.403071 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.403597 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loaded extension: quota-check-limit Jan 27 16:40:34.403914 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: quotasv2.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.404827 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.405150 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loaded extension: quotas Jan 27 16:40:34.405465 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: quotasv2_detail.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.407283 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.407639 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loaded extension: quota_details Jan 27 16:40:34.407967 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: rbac.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.409013 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.409528 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loaded extension: rbac-policies Jan 27 16:40:34.410104 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: rbac_address_group.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.411031 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.411537 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loaded extension: rbac-address-group Jan 27 16:40:34.411877 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: rbac_address_scope.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.412789 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.413290 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loaded extension: rbac-address-scope Jan 27 16:40:34.413605 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: rbac_security_groups.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.414511 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.415009 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loaded extension: rbac-security-groups Jan 27 16:40:34.415323 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: rbac_subnetpool.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.416258 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.416894 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loaded extension: rbac-subnetpool Jan 27 16:40:34.417406 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: revisionifmatch.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.418537 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.419043 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loaded extension: revision-if-match Jan 27 16:40:34.419366 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: revisions.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.420507 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.421014 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loaded extension: standard-attr-revisions Jan 27 16:40:34.421333 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: router_availability_zone.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.422000 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.422504 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loaded extension: router_availability_zone Jan 27 16:40:34.422819 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: routerservicetype.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.423757 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.424258 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Extension router-service-type not supported by any of loaded plugins Jan 27 16:40:34.424573 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.425557 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.426056 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loaded extension: security-groups-normalized-cidr Jan 27 16:40:34.426372 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: security_groups_port_filtering.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.427296 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.427807 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loaded extension: port-security-groups-filtering Jan 27 16:40:34.428129 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.429039 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.429534 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loaded extension: security-groups-remote-address-group Jan 27 16:40:34.429847 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.430762 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.431261 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loaded extension: security-groups-shared-filtering Jan 27 16:40:34.431594 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.432189 dv-cinder-818830-2-iscsi neutron-server[113987]: WARNING neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 27 16:40:34.433014 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: securitygroup.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.442718 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.443240 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loaded extension: security-group Jan 27 16:40:34.443600 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: segment.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.444666 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.444867 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Extension segment not supported by any of loaded plugins Jan 27 16:40:34.445191 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.446130 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.446633 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 27 16:40:34.446953 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: servicetype.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.448226 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.448741 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loaded extension: service-type Jan 27 16:40:34.449068 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: sorting.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.450063 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.450389 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loaded extension: sorting Jan 27 16:40:34.450705 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: standard_attr_segment.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.451639 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.452148 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 27 16:40:34.452463 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: standardattrdescription.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.453109 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.453605 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loaded extension: standard-attr-description Jan 27 16:40:34.453918 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: stateful_security_group.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.454833 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.455332 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loaded extension: stateful-security-group Jan 27 16:40:34.455678 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: stdattrs_common.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.456237 dv-cinder-818830-2-iscsi neutron-server[113987]: WARNING neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 27 16:40:34.456545 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.457467 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.457964 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 27 16:40:34.458280 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: subnet_onboard.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.459346 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.459874 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loaded extension: subnet_onboard Jan 27 16:40:34.460192 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.461111 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.461608 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 27 16:40:34.461925 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: subnet_service_types.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.462838 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.463338 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loaded extension: subnet-service-types Jan 27 16:40:34.464288 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: subnetallocation.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.465500 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.466007 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loaded extension: subnet_allocation Jan 27 16:40:34.466328 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.466992 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.467494 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loaded extension: subnetpool-prefix-ops Jan 27 16:40:34.467836 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.468789 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.469287 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 27 16:40:34.469603 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: tagging.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.470647 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.471164 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loaded extension: standard-attr-tag Jan 27 16:40:34.471483 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: timestamp.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.472797 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.473309 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loaded extension: standard-attr-timestamp Jan 27 16:40:34.473629 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: trunk.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.474652 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.475156 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Extension trunk not supported by any of loaded plugins Jan 27 16:40:34.475473 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: trunk_details.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.476409 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.476914 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Extension trunk-details not supported by any of loaded plugins Jan 27 16:40:34.477234 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: uplink_status_propagation.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.478155 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.478655 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 27 16:40:34.478973 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Loading extension file: vlantransparent.py {{(pid=113987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:40:34.480333 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=113987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:40:34.480830 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 27 16:40:34.483283 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.quota.resource_registry [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Creating instance of TrackedResource for resource:network Jan 27 16:40:34.483825 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.quota.resource_registry [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Creating instance of TrackedResource for resource:subnet Jan 27 16:40:34.484216 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.quota.resource_registry [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Creating instance of TrackedResource for resource:subnetpool Jan 27 16:40:34.484601 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.quota.resource_registry [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Creating instance of TrackedResource for resource:port Jan 27 16:40:34.485814 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.v2.resource_helper [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113987) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 16:40:34.486249 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.v2.resource_helper [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Service FLAVORS assigned prefix: {{(pid=113987) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 16:40:34.486881 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.v2.resource_helper [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113987) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 16:40:34.487296 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.v2.resource_helper [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113987) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 16:40:34.487640 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.quota.resource_registry [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Creating instance of TrackedResource for resource:router Jan 27 16:40:34.488071 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.quota.resource_registry [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Creating instance of TrackedResource for resource:floatingip Jan 27 16:40:34.488547 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.v2.resource_helper [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Service METERING assigned prefix: /metering {{(pid=113987) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 16:40:34.490012 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:34.490356 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:34.490709 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:40:34.491762 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.quota.resource_registry [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Creating instance of CountableResource for resource:rbac_policy Jan 27 16:40:34.492168 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.quota.resource_registry [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Creating instance of TrackedResource for resource:security_group Jan 27 16:40:34.492582 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.quota.resource_registry [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 27 16:40:34.494248 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.v2.resource_helper [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Service CORE assigned prefix: {{(pid=113987) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 16:40:34.494572 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.quota.resource_registry [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Creating instance of TrackedResource for resource:subnetpool Jan 27 16:40:34.495001 dv-cinder-818830-2-iscsi neutron-server[113987]: WARNING neutron.quota.resource_registry [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] subnetpool is already registered Jan 27 16:40:34.495789 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.v2.resource_helper [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Service CORE assigned prefix: {{(pid=113987) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 16:40:34.495789 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.quota.resource_registry [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Creating instance of TrackedResource for resource:subnetpool Jan 27 16:40:34.496108 dv-cinder-818830-2-iscsi neutron-server[113987]: WARNING neutron.quota.resource_registry [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] subnetpool is already registered Jan 27 16:40:34.498406 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.v2.resource_helper [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113987) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 16:40:34.498831 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.v2.resource_helper [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Service FLAVORS assigned prefix: {{(pid=113987) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 16:40:34.499411 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.v2.resource_helper [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113987) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 16:40:34.499846 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.v2.resource_helper [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113987) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 16:40:34.500177 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.quota.resource_registry [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Creating instance of TrackedResource for resource:router Jan 27 16:40:34.500506 dv-cinder-818830-2-iscsi neutron-server[113987]: WARNING neutron.quota.resource_registry [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] router is already registered Jan 27 16:40:34.500907 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.quota.resource_registry [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Creating instance of TrackedResource for resource:floatingip Jan 27 16:40:34.501235 dv-cinder-818830-2-iscsi neutron-server[113987]: WARNING neutron.quota.resource_registry [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] floatingip is already registered Jan 27 16:40:34.501679 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.v2.resource_helper [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Service METERING assigned prefix: /metering {{(pid=113987) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 16:40:34.502328 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.quota.resource_registry [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Creating instance of CountableResource for resource:rbac_policy Jan 27 16:40:34.502646 dv-cinder-818830-2-iscsi neutron-server[113987]: WARNING neutron.quota.resource_registry [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] rbac_policy is already registered Jan 27 16:40:34.503046 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.quota.resource_registry [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Creating instance of TrackedResource for resource:security_group Jan 27 16:40:34.503369 dv-cinder-818830-2-iscsi neutron-server[113987]: WARNING neutron.quota.resource_registry [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] security_group is already registered Jan 27 16:40:34.503786 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.quota.resource_registry [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 27 16:40:34.504111 dv-cinder-818830-2-iscsi neutron-server[113987]: WARNING neutron.quota.resource_registry [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] security_group_rule is already registered Jan 27 16:40:34.504730 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.v2.resource_helper [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Service CORE assigned prefix: {{(pid=113987) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 16:40:34.505052 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.quota.resource_registry [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Creating instance of TrackedResource for resource:subnetpool Jan 27 16:40:34.505377 dv-cinder-818830-2-iscsi neutron-server[113987]: WARNING neutron.quota.resource_registry [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] subnetpool is already registered Jan 27 16:40:34.505786 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.v2.resource_helper [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Service CORE assigned prefix: {{(pid=113987) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 16:40:34.506102 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.quota.resource_registry [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Creating instance of TrackedResource for resource:subnetpool Jan 27 16:40:34.506421 dv-cinder-818830-2-iscsi neutron-server[113987]: WARNING neutron.quota.resource_registry [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] subnetpool is already registered Jan 27 16:40:34.506881 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Extended resource: extensions {{(pid=113987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:40:34.508376 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Extended resource: address-groups {{(pid=113987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:40:34.509823 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Extended resource: address-scopes {{(pid=113987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:40:34.511251 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Extended resource: agents {{(pid=113987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:40:34.512568 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Extended resource: auto-allocated-topology {{(pid=113987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:40:34.513795 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Extended resource: availability_zones {{(pid=113987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:40:34.514990 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Extended resource: dhcp-networks {{(pid=113987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:40:34.516478 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Extended resource: dhcp-agents {{(pid=113987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:40:34.517876 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Extended resource: routers {{(pid=113987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:40:34.520138 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Extended resource: flavors {{(pid=113987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:40:34.521281 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Extended resource: service_profiles {{(pid=113987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:40:34.522472 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Extended resource: next_providers {{(pid=113987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:40:34.523915 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Extended resource: service_profiles {{(pid=113987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:40:34.525411 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Extended resource: floatingip-pools {{(pid=113987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:40:34.527270 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Extended resource: routers {{(pid=113987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:40:34.529353 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Extended resource: floatingips {{(pid=113987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:40:34.530600 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Extended resource: l3-routers {{(pid=113987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:40:34.532011 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Extended resource: l3-agents {{(pid=113987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:40:34.533384 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Extended resource: metering-labels {{(pid=113987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:40:34.534721 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Extended resource: metering-label-rules {{(pid=113987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:40:34.536281 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Extended resource: network-ip-availabilities {{(pid=113987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:40:34.537510 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Extended resource: bindings {{(pid=113987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:40:34.539128 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Extended resource: quotas {{(pid=113987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:40:34.540683 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Extended resource: quotas {{(pid=113987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:40:34.542994 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Extended resource: rbac-policies {{(pid=113987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:40:34.544284 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Extended resource: security-groups {{(pid=113987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:40:34.545493 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Extended resource: security-group-rules {{(pid=113987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:40:34.546756 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Extended resource: service-providers {{(pid=113987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:40:34.547906 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Extended resource: subnetpools {{(pid=113987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:40:34.549307 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Extended resource: subnetpools {{(pid=113987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:40:34.550741 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Extended resource: tags {{(pid=113987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:40:34.552414 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Extended resource: tags {{(pid=113987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:40:34.554176 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Extended resource: tags {{(pid=113987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:40:34.556028 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Extended resource: tags {{(pid=113987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:40:34.558909 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Extended resource: tags {{(pid=113987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:40:34.560754 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Extended resource: tags {{(pid=113987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:40:34.562412 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Extended resource: tags {{(pid=113987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:40:34.564299 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Extended resource: tags {{(pid=113987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:40:34.566013 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Extended resource: tags {{(pid=113987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:40:34.567853 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron.api.extensions [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Extended resource: tags {{(pid=113987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:40:34.574635 dv-cinder-818830-2-iscsi neutron-server[113987]: WARNING keystonemiddleware.auth_token [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 27 16:40:34.579316 dv-cinder-818830-2-iscsi neutron-server[113987]: WARNING keystonemiddleware.auth_token [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 27 16:40:34.587800 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_concurrency.lockutils [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Acquired lock "singleton_lock" {{(pid=113987) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 27 16:40:34.588271 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_concurrency.lockutils [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Releasing lock "singleton_lock" {{(pid=113987) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 27 16:40:34.589662 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO oslo_service.service [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Starting 2 workers Jan 27 16:40:34.594464 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Started child 114094 {{(pid=113987) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 27 16:40:34.598936 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Started child 114095 {{(pid=113987) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 27 16:40:34.600054 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:40:34.600687 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO neutron.service [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 27 16:40:34.601210 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Publish callbacks [] for process (None), before_spawn {{(pid=113987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:40:34.601582 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [-] (114094) wsgi starting up on http://0.0.0.0:9696 Jan 27 16:40:34.603695 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO oslo_service.service [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Starting 1 workers Jan 27 16:40:34.603948 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:40:34.606304 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [-] (114095) wsgi starting up on http://0.0.0.0:9696 Jan 27 16:40:34.609238 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Started child 114096 {{(pid=113987) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 27 16:40:34.609779 dv-cinder-818830-2-iscsi neutron-server[113987]: INFO oslo_service.service [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Starting 1 workers Jan 27 16:40:34.613099 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.service [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] calling RpcWorker wait() {{(pid=114096) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 27 16:40:34.613664 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.service [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] returning from RpcWorker wait() {{(pid=114096) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 27 16:40:34.614266 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Started child 114097 {{(pid=113987) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 27 16:40:34.615056 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff82-9929-4e8e-8b8e-6a30e4a07878 None None] Publish callbacks [] for process (None), after_spawn {{(pid=113987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:40:34.615150 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:40:34.615642 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:40:34.617089 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=113987) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 27 16:40:34.617300 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 27 16:40:34.617485 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 27 16:40:34.617725 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 27 16:40:34.618056 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 27 16:40:34.618218 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 27 16:40:34.618737 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.619018 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.619279 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.619538 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.619646 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=114097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:40:34.620786 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.620786 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.620930 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=114097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:40:34.621002 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.621068 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.621345 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.621573 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.621748 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.621920 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.622165 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.622409 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.622729 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.622998 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.623245 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.623496 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.623694 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.623965 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] config_source = [] {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.624226 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.624469 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.624735 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] debug = True {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.624970 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.625447 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.625701 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.625945 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.626162 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.626425 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.626647 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.626929 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.627175 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.627394 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.627664 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.627918 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.628164 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.628380 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.628615 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.628832 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.629074 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.629289 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.629732 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] host = dv-cinder-818830-2-iscsi {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.629964 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.630182 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.630402 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.630639 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.630889 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.631155 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.631384 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.631660 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.631922 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.632142 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.632402 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.632633 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.632845 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] log_dir = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.633087 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] log_file = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.633248 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] log_options = True {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.633482 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.633745 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.634022 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.634208 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.634374 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.634535 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.634798 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.634958 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.635208 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.635962 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.636273 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.636903 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.636903 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.636903 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.637247 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.637457 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.637621 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.637849 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.638108 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.638358 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.638586 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.638828 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.639061 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.639319 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.639550 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.639785 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.640027 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.640243 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.640477 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.640726 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.640955 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.641220 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.641431 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.641660 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.643039 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.643039 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.643039 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.643039 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.643039 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.643039 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.644654 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.644654 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.644654 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.644654 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.644654 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.644654 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] use_journal = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.645015 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] use_json = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.645015 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.645159 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.645439 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.645683 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.646363 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.646363 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.646363 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.646569 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.646655 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.647121 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.647478 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.647967 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.648135 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.648366 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.648797 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.649227 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.649641 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.650058 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.650481 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.650967 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.651792 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.652127 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.652374 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.652840 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.653312 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.653590 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.653852 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.654090 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.654332 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.654570 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.654811 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.655065 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.655286 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.655530 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.655810 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.656065 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.656359 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.656620 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.656975 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.657244 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.657488 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.657746 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.657966 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.658218 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.658435 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.658649 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.658862 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.659096 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.659367 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.659598 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.660094 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.660312 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.660540 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.661386 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.661386 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.661386 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.661765 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.661765 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.662016 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.662132 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.662391 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.662541 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.662769 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.663003 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.663225 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.663475 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.663737 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.663958 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.664171 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.664385 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.664623 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.664851 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.665066 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.665283 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.665487 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.665872 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.666237 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.666506 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.666838 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.667074 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.667489 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.667772 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.668001 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.668235 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.668476 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.668695 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.668912 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.669143 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.669360 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.669591 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.669801 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.670044 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.670261 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.670470 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.670698 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.670932 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.671150 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.671358 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.671590 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.671826 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.672098 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.672403 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.672656 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.672896 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.673131 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.673343 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.673574 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.673818 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.674048 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.674259 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.674485 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.674732 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.674949 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.675189 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.675649 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.675649 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.675940 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.676428 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.676730 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.676947 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.677534 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.677534 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.677793 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.677918 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.678087 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.678316 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.678542 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.678810 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.679060 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.679347 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.679545 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.679828 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.680119 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.680392 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.680631 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.680878 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.681124 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.681374 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.681620 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.681868 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.682116 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.682404 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.682643 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.682876 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.683093 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.683459 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.683889 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.684499 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.684907 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.685241 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.685360 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.685612 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.685883 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.686120 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.686375 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.686809 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.687221 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.687674 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.687942 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.688183 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.688421 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.688652 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.688852 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.689097 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.689354 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.689607 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.689823 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.690056 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.690316 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.690543 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.690763 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.690974 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.691190 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.691405 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.691675 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.691889 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.692106 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.692347 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.692591 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.692803 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.693032 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.693244 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.693492 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.693708 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.693988 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.694231 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.694461 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.694706 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.694948 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.695201 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.695413 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.695678 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.695895 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.696104 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.696314 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.696532 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.696743 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.696971 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.697194 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.697403 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.697632 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.698401 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.698735 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.698946 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.699181 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.699426 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.699667 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.699900 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.700115 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.700346 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.700558 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.700770 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.701009 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.701260 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.701495 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.701747 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.701956 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.702164 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.702370 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.702579 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.702787 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.703065 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.703299 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.703524 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.703804 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.704040 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.704247 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.704478 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.704686 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.704891 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.705128 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.705339 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.705544 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.705783 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.705988 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.706215 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.706431 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.706689 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.706918 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.707153 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.707542 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.707939 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.708161 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.708373 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.710128 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.710128 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.710128 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.710128 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.710128 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.710128 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.710128 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.710128 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.710943 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.710943 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.710943 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.710943 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.711247 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.711406 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.711678 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.711894 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.712196 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.712439 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.712678 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.712936 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.713230 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.713440 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.714220 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.714454 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.714669 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.715899 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.715899 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.715899 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.715899 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.716388 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.716388 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.716538 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.716746 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.717016 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.717224 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.717521 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.717844 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.718141 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.718394 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.718790 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.718944 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.719038 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.719293 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.719522 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.719956 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.720057 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 42612) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:40:34.720408 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.720653 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.720883 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.721129 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.721366 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.721594 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.721816 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.722039 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.722248 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.722483 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.722699 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.722854 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 27 16:40:34.723390 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=113987) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 27 16:40:34.723548 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 27 16:40:34.723723 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 27 16:40:34.724403 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 27 16:40:34.724403 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 27 16:40:34.724403 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 27 16:40:34.724403 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.724673 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.724673 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.724920 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.725043 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.725166 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.725292 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.725438 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.725577 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.725738 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.725891 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.726054 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.726184 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.726344 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.726499 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.726654 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.726808 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.726966 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.727126 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.727281 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] config_source = [] {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.727435 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.728664 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.728664 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] debug = True {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.728664 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.728664 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.728664 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.728664 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.729938 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.729938 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.729938 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.729938 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.729938 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.729938 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.729938 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.729938 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.730913 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.730913 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.730913 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.730913 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.730913 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.730913 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.730913 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] host = dv-cinder-818830-2-iscsi {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.730913 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.731858 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.731858 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.731858 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.731858 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.731858 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.731858 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.731858 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.733330 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.733330 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.733330 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.733330 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.733330 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] log_dir = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.733330 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] log_file = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.733330 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] log_options = True {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.733330 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.733330 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.734487 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.734487 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.734753 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [-] 10.222.0.48 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0112097 Jan 27 16:40:34.734910 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.734910 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.734910 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.734910 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.734910 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.734910 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.734910 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.735843 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.735843 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.735843 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.735843 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.735843 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.735843 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.735843 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.735843 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.736862 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.736862 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.737346 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.737505 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.737643 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.737805 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.737976 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.738145 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.738311 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.739326 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.739473 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:40:34.739673 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.739673 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.739673 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.739673 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.739673 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.739673 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.739673 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.739673 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.740699 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.740699 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.740699 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.740699 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.740699 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.740699 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.741470 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.741470 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.741470 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] use_journal = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.741470 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] use_json = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.741470 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.742121 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.742121 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.742121 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.742121 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.742626 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.742626 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.742626 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.743013 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:40:34.743013 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.743013 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.743421 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.743421 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.743750 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.743750 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.744883 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.744883 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.744883 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.744883 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.744883 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.744883 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.744883 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.745795 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.745795 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.745795 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.745795 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.745795 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.746448 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.746448 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.746448 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.746448 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.746966 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.746966 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.746966 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.747350 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.747350 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.747350 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.747799 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.747799 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.748006 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.748006 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.748209 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.748295 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.748448 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.748616 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.748780 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.748943 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.749106 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.749643 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.749887 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.750120 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.750519 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.750519 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.750937 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.751106 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.751270 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.751432 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.751732 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.751964 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.752136 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.752297 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.752459 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.752610 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.752758 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.752923 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.753068 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.753260 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.753409 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.753547 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.753685 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.753849 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.754010 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.754149 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.754308 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.754452 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.754618 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.754778 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.754954 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.755116 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.755279 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.755441 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.755682 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.755849 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.756012 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.756249 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.756452 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.756619 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.757785 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.757923 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.758064 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.758190 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.758336 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.758498 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.758664 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.758826 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.758987 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.759147 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.759308 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.759468 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.762199 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.762407 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.762604 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.762778 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.767597 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.767597 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.767597 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.767597 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.767597 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.767597 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.767597 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.767597 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.768204 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.768204 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.768204 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.768204 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.768204 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.768204 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.768204 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.768204 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.768760 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.768760 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.768760 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.768760 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.768760 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.768760 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.768760 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.768760 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.769289 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.769289 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.769289 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.769491 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.769698 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.769938 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.770162 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.770491 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.770705 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.770927 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.771153 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.771381 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.773431 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.773431 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.773431 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.773431 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.773431 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.773431 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.773431 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.773431 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.774024 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.774024 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.774024 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.774024 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.774305 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.775609 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.775609 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.775609 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.775609 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.775609 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.775609 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.775609 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.775609 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.776393 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.776393 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.776393 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.776393 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.776393 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.777053 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.777053 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.777053 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.777226 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.778184 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.778367 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.778629 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.778851 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.779073 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.779295 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.779521 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.779803 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.780790 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.780973 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.781204 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.781459 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.781641 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.781808 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.781942 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.782348 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.782664 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.782845 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.783063 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.783159 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.783340 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.783522 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.783710 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.783789 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.783954 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.784118 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.784295 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.784459 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.784601 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.784997 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.785171 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.785333 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.785494 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.785674 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.785833 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.785994 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.786156 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.786317 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.786481 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.786752 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.786921 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.787084 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.787245 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.787406 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.787627 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.787792 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.787930 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.788626 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.788626 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.788626 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.788626 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.790017 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.790017 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.790017 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.790017 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.790017 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.790017 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.790017 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.790017 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.791021 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.791021 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.791021 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.791021 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.791021 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.791021 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.791021 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.791021 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.792778 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.792778 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.792778 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.792778 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.792778 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.792778 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.792778 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.793176 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.793176 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.793319 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.793482 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.793644 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.795559 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.795559 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.795559 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.795559 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.795559 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.795559 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.795559 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.795559 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.796724 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.796724 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.796724 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.796724 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.796724 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.796724 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.796724 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.796724 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.797348 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.797348 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.797348 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.797348 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.797348 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.797348 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.797348 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.797348 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.797885 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.797885 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.797885 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.798100 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.798177 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.798314 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.798501 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.798640 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.798968 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.799284 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.799448 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.799632 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.799798 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.799965 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.800126 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.800288 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.800450 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.800611 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.800775 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.801350 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.801350 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.801350 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.801588 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.801588 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.801742 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.801840 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.802000 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.802164 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:40:34.802323 dv-cinder-818830-2-iscsi neutron-server[113987]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 27 16:40:46.319137 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0570854f-b789-40fa-aee1-37e6da7b1868 None None] get_active_networks_info from dv-cinder-818830-2-iscsi {{(pid=114096) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 27 16:40:46.387629 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0570854f-b789-40fa-aee1-37e6da7b1868 None None] No non-hosted networks {{(pid=114096) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 27 16:40:46.414680 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.agentschedulers_db [None req-0570854f-b789-40fa-aee1-37e6da7b1868 None None] DHCP Agent not found on host dv-cinder-818830-2-iscsi {{(pid=114096) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 27 16:40:46.517994 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-1eac7854-adac-4168-aefc-8b61473f9471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1796263'] for agent (b49cc950-6aaa-44e3-a3c4-70b67101afab), after_create {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:40:48.422440 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-f7f89119-fe4a-4516-8370-55752f765838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1796263'] for agent (bdbd084a-7876-495d-b5d9-cf3ee18f0227), after_create {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:40:48.480106 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-fc1f4e14-56e5-470b-bcef-53fb918b7f2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (bdbd084a-7876-495d-b5d9-cf3ee18f0227), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:40:49.505964 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-66ba84dd-632c-456a-bb12-6a575fe6244f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1796263'] for agent (9495f383-87a2-4ffd-86dd-67b8d88d602c), after_create {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:40:51.528012 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-d66b1738-fecd-429f-97ae-c3b5c23d3d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1796263'] for agent (9d445c8f-179b-40e3-9cb5-ffaa95aecd6a), after_create {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:40:51.727225 dv-cinder-818830-2-iscsi neutron-server[114096]: INFO neutron.db.l3_hamode_db [None req-979eaf2c-3d5f-47b0-8884-c97d98e260d1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 27 16:40:51.811406 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979eaf2c-3d5f-47b0-8884-c97d98e260d1 None None] Routers set() bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:40:51.811833 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979eaf2c-3d5f-47b0-8884-c97d98e260d1 None None] Router IDs set() for agent in host dv-cinder-818830-2-iscsi {{(pid=114096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 27 16:40:52.557442 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1796263'] for agent (492c1832-c7a3-4f77-b4ba-2ebdc28556bf), after_create {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:40:52.558250 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:40:52.558799 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:40:52.559137 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:40:52.559468 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:40:52.559828 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:40:52.560369 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:40:52.560707 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:40:52.561055 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:40:52.561380 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:40:52.561698 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:40:52.562218 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:40:52.562543 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:40:52.562884 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:40:52.563283 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-818830-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:40:52.573977 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-818830-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:40:54.907909 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 42714) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:40:55.520363 dv-cinder-818830-2-iscsi neutron-server[114095]: WARNING oslo_policy.policy [None req-130010cf-25d9-494c-874c-eb1d57b6e737 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 16:40:55.520941 dv-cinder-818830-2-iscsi neutron-server[114095]: WARNING oslo_policy.policy [None req-130010cf-25d9-494c-874c-eb1d57b6e737 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 16:40:55.749730 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [None req-130010cf-25d9-494c-874c-eb1d57b6e737 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114095) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 16:40:55.750730 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-130010cf-25d9-494c-874c-eb1d57b6e737 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8418350 Jan 27 16:40:58.414153 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 42732) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:40:58.711326 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.v2.base [None req-e4b7985f-dd99-4c47-b3c5-0c4058b949fb admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'tenant_id': '0e1134f718c7471d948ccfe1ca59674e', 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True}} {{(pid=114095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:40:58.802017 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.policy [None req-e4b7985f-dd99-4c47-b3c5-0c4058b949fb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=114095) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 27 16:40:58.844593 dv-cinder-818830-2-iscsi neutron-server[114095]: WARNING oslo_policy.policy [None req-e4b7985f-dd99-4c47-b3c5-0c4058b949fb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 16:40:58.844905 dv-cinder-818830-2-iscsi neutron-server[114095]: WARNING oslo_policy.policy [None req-e4b7985f-dd99-4c47-b3c5-0c4058b949fb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 16:40:58.939757 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-e4b7985f-dd99-4c47-b3c5-0c4058b949fb admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740199858929', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740199859234', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740199877294', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740199876023', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740199906162', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740199899114', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1012427', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-794571', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1827940', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1673609'] for rbac-policy (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:40:59.004140 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-e4b7985f-dd99-4c47-b3c5-0c4058b949fb admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:40:59.005318 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-e4b7985f-dd99-4c47-b3c5-0c4058b949fb admin admin] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5901575 Jan 27 16:41:01.620528 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 42744) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:41:01.916031 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.v2.base [None req-4ac369da-8a15-4a46-9066-670f4171ac74 admin admin] Request body: {'network': {'project_id': '9fb3d018836e4765a6346dd80809dc63', 'name': 'private', 'tenant_id': '9fb3d018836e4765a6346dd80809dc63', 'admin_state_up': True}} {{(pid=114095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:41:01.943255 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac369da-8a15-4a46-9066-670f4171ac74 admin admin] Made reservation on behalf of 9fb3d018836e4765a6346dd80809dc63 for: {'network': 1} {{(pid=114095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:41:01.946064 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-4ac369da-8a15-4a46-9066-670f4171ac74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for network (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:41:01.963425 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-4ac369da-8a15-4a46-9066-670f4171ac74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:41:02.070059 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-4ac369da-8a15-4a46-9066-670f4171ac74 admin admin] Publish callbacks [] for security_group (c36c98e8-3e2e-4766-8496-10b1e7928e7a), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:41:02.074091 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-4ac369da-8a15-4a46-9066-670f4171ac74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (c36c98e8-3e2e-4766-8496-10b1e7928e7a), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:41:02.098490 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ac369da-8a15-4a46-9066-670f4171ac74 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=114095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 16:41:02.123921 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-4ac369da-8a15-4a46-9066-670f4171ac74 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740203086731', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985126'] for segment (f12e8456-64c2-41f5-9420-ccc280cc7497), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:41:02.124504 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-4ac369da-8a15-4a46-9066-670f4171ac74 admin admin] Unsubscribe: segment precommit_create {{(pid=114095) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 27 16:41:02.125027 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.db.segments_db [None req-4ac369da-8a15-4a46-9066-670f4171ac74 admin admin] Added segment f12e8456-64c2-41f5-9420-ccc280cc7497 of type vlan for network 255b2f9e-15f0-4f61-911f-00f3eb6278ec Jan 27 16:41:02.130625 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac369da-8a15-4a46-9066-670f4171ac74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c36c98e8-3e2e-4766-8496-10b1e7928e7a,revision_number=1']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:41:02.165082 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac369da-8a15-4a46-9066-670f4171ac74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:41:02.165365 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac369da-8a15-4a46-9066-670f4171ac74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:41:02.166413 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac369da-8a15-4a46-9066-670f4171ac74 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:41:02.166740 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac369da-8a15-4a46-9066-670f4171ac74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:41:02.167062 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac369da-8a15-4a46-9066-670f4171ac74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:41:02.167380 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac369da-8a15-4a46-9066-670f4171ac74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:41:02.167744 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac369da-8a15-4a46-9066-670f4171ac74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:41:02.168070 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac369da-8a15-4a46-9066-670f4171ac74 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:41:02.168404 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac369da-8a15-4a46-9066-670f4171ac74 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:41:02.168737 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac369da-8a15-4a46-9066-670f4171ac74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:41:02.169055 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac369da-8a15-4a46-9066-670f4171ac74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:41:02.169362 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac369da-8a15-4a46-9066-670f4171ac74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:41:02.169667 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac369da-8a15-4a46-9066-670f4171ac74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:41:02.171075 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac369da-8a15-4a46-9066-670f4171ac74 admin admin] Tracked resource versions report: Jan 27 16:41:02.171075 dv-cinder-818830-2-iscsi neutron-server[114095]: pushed versions: Jan 27 16:41:02.171075 dv-cinder-818830-2-iscsi neutron-server[114095]: { 'AddressGroup': {'1.2'}, Jan 27 16:41:02.171075 dv-cinder-818830-2-iscsi neutron-server[114095]: 'ConntrackHelper': {'1.0'}, Jan 27 16:41:02.171075 dv-cinder-818830-2-iscsi neutron-server[114095]: 'LocalIPAssociation': {'1.0'}, Jan 27 16:41:02.171075 dv-cinder-818830-2-iscsi neutron-server[114095]: 'Log': {'1.0'}, Jan 27 16:41:02.171075 dv-cinder-818830-2-iscsi neutron-server[114095]: 'Network': {'1.1'}, Jan 27 16:41:02.171075 dv-cinder-818830-2-iscsi neutron-server[114095]: 'Port': {'1.7'}, Jan 27 16:41:02.171075 dv-cinder-818830-2-iscsi neutron-server[114095]: 'PortForwarding': {'1.2'}, Jan 27 16:41:02.171075 dv-cinder-818830-2-iscsi neutron-server[114095]: 'QosPolicy': {'1.10'}, Jan 27 16:41:02.171075 dv-cinder-818830-2-iscsi neutron-server[114095]: 'SecurityGroup': {'1.5'}, Jan 27 16:41:02.171075 dv-cinder-818830-2-iscsi neutron-server[114095]: 'SecurityGroupRule': {'1.2'}, Jan 27 16:41:02.171075 dv-cinder-818830-2-iscsi neutron-server[114095]: 'SubPort': {'1.0'}, Jan 27 16:41:02.171075 dv-cinder-818830-2-iscsi neutron-server[114095]: 'Subnet': {'1.1'}, Jan 27 16:41:02.171075 dv-cinder-818830-2-iscsi neutron-server[114095]: 'Trunk': {'1.1'}} Jan 27 16:41:02.171075 dv-cinder-818830-2-iscsi neutron-server[114095]: consumer versions: Jan 27 16:41:02.171075 dv-cinder-818830-2-iscsi neutron-server[114095]: { DHCP agent@dv-cinder-818830-2-iscsi: {}, Jan 27 16:41:02.171075 dv-cinder-818830-2-iscsi neutron-server[114095]: L3 agent@dv-cinder-818830-2-iscsi: {}, Jan 27 16:41:02.171075 dv-cinder-818830-2-iscsi neutron-server[114095]: Metadata agent@dv-cinder-818830-2-iscsi: {}, Jan 27 16:41:02.171075 dv-cinder-818830-2-iscsi neutron-server[114095]: Metering agent@dv-cinder-818830-2-iscsi: {}, Jan 27 16:41:02.171075 dv-cinder-818830-2-iscsi neutron-server[114095]: Open vSwitch agent@dv-cinder-818830-2-iscsi: { 'AddressGroup': '1.2', Jan 27 16:41:02.171075 dv-cinder-818830-2-iscsi neutron-server[114095]: 'ConntrackHelper': '1.0', Jan 27 16:41:02.171075 dv-cinder-818830-2-iscsi neutron-server[114095]: 'LocalIPAssociation': '1.0', Jan 27 16:41:02.171075 dv-cinder-818830-2-iscsi neutron-server[114095]: 'Log': '1.0', Jan 27 16:41:02.171075 dv-cinder-818830-2-iscsi neutron-server[114095]: 'Network': '1.1', Jan 27 16:41:02.171075 dv-cinder-818830-2-iscsi neutron-server[114095]: 'Port': '1.7', Jan 27 16:41:02.171075 dv-cinder-818830-2-iscsi neutron-server[114095]: 'PortForwarding': '1.2', Jan 27 16:41:02.171075 dv-cinder-818830-2-iscsi neutron-server[114095]: 'QosPolicy': '1.10', Jan 27 16:41:02.171075 dv-cinder-818830-2-iscsi neutron-server[114095]: 'SecurityGroup': '1.5', Jan 27 16:41:02.171075 dv-cinder-818830-2-iscsi neutron-server[114095]: 'SecurityGroupRule': '1.2', Jan 27 16:41:02.171075 dv-cinder-818830-2-iscsi neutron-server[114095]: 'SubPort': '1.0', Jan 27 16:41:02.171075 dv-cinder-818830-2-iscsi neutron-server[114095]: 'Subnet': '1.1', Jan 27 16:41:02.171075 dv-cinder-818830-2-iscsi neutron-server[114095]: 'Trunk': '1.1'}} Jan 27 16:41:02.171075 dv-cinder-818830-2-iscsi neutron-server[114095]: {{(pid=114095) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 16:41:02.234689 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-4ac369da-8a15-4a46-9066-670f4171ac74 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740202591609'] for network (255b2f9e-15f0-4f61-911f-00f3eb6278ec), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:41:02.274191 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-4ac369da-8a15-4a46-9066-670f4171ac74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092'] for network (255b2f9e-15f0-4f61-911f-00f3eb6278ec), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:41:02.275954 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac369da-8a15-4a46-9066-670f4171ac74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:41:02.276627 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-4ac369da-8a15-4a46-9066-670f4171ac74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032074'] for network (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:41:02.362820 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-4ac369da-8a15-4a46-9066-670f4171ac74 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7411976 Jan 27 16:41:02.374937 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac369da-8a15-4a46-9066-670f4171ac74 admin admin] Pushing event updated for resources: {'Network': ['ID=255b2f9e-15f0-4f61-911f-00f3eb6278ec,revision_number=1']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:41:02.395616 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Network 255b2f9e-15f0-4f61-911f-00f3eb6278ec details requested by agent ovs-agent-dv-cinder-818830-2-iscsi with host dv-cinder-818830-2-iscsi {{(pid=114096) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 16:41:05.064103 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 42758) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:41:05.453329 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af236f2-99e7-4f20-9ecd-4161833af223 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:41:05.454664 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-7af236f2-99e7-4f20-9ecd-4161833af223 admin admin] 10.222.0.48 "GET /v2.0/networks/255b2f9e-15f0-4f61-911f-00f3eb6278ec HTTP/1.1" status: 200 len: 825 time: 0.3896191 Jan 27 16:41:05.478447 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-060c0407-d6e0-418a-bcb7-b5683f72580d admin admin] 10.222.0.48 "GET /v2.0/subnetpools/23ce9bd0-765b-4af9-b03e-d4a31bde2311 HTTP/1.1" status: 200 len: 734 time: 0.0182314 Jan 27 16:41:05.486851 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.v2.base [None req-764fe61b-b095-4843-aa7f-4a4686249561 admin admin] Request body: {'subnet': {'network_id': '255b2f9e-15f0-4f61-911f-00f3eb6278ec', 'gateway_ip': '172.20.0.1', 'tenant_id': '9fb3d018836e4765a6346dd80809dc63', 'ip_version': 4, 'subnetpool_id': '23ce9bd0-765b-4af9-b03e-d4a31bde2311', 'name': 'private-subnet'}} {{(pid=114095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:41:05.507054 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-764fe61b-b095-4843-aa7f-4a4686249561 admin admin] Made reservation on behalf of 9fb3d018836e4765a6346dd80809dc63 for: {'subnet': 1} {{(pid=114095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:41:05.509942 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-764fe61b-b095-4843-aa7f-4a4686249561 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:41:05.802006 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-764fe61b-b095-4843-aa7f-4a4686249561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092'] for subnet (8c47899f-5350-4566-bbc1-6fb79bdba244), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:41:05.871795 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764fe61b-b095-4843-aa7f-4a4686249561 admin admin] Checking segment: {'id': 'f12e8456-64c2-41f5-9420-ccc280cc7497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '255b2f9e-15f0-4f61-911f-00f3eb6278ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:41:05.872157 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764fe61b-b095-4843-aa7f-4a4686249561 admin admin] Network hostable DHCP agents. Network: 255b2f9e-15f0-4f61-911f-00f3eb6278ec, hostable agents: ['b49cc950-6aaa-44e3-a3c4-70b67101afab'], hosted agents: [] {{(pid=114095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 16:41:05.876916 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764fe61b-b095-4843-aa7f-4a4686249561 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c47899f-5350-4566-bbc1-6fb79bdba244,revision_number=0']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:41:05.895305 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764fe61b-b095-4843-aa7f-4a4686249561 admin admin] Network 255b2f9e-15f0-4f61-911f-00f3eb6278ec is scheduled to be hosted by DHCP agent b49cc950-6aaa-44e3-a3c4-70b67101afab with binding_index 1 {{(pid=114095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 16:41:05.906506 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.scheduler.base_scheduler [None req-764fe61b-b095-4843-aa7f-4a4686249561 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818830-2-iscsi, 255b2f9e-15f0-4f61-911f-00f3eb6278ec) {{(pid=114095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:41:05.911117 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764fe61b-b095-4843-aa7f-4a4686249561 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:41:05.911825 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-764fe61b-b095-4843-aa7f-4a4686249561 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032074'] for subnet (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:41:05.917861 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c0d2e5-2dce-4c17-976c-8b030b07dc6c None None] Network 255b2f9e-15f0-4f61-911f-00f3eb6278ec requested from dv-cinder-818830-2-iscsi {{(pid=114096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 16:41:05.927497 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-764fe61b-b095-4843-aa7f-4a4686249561 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4436975 Jan 27 16:41:06.193634 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912deedd-17f6-4d69-b23c-0913af5c0f4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c1acf8-e4cc-5fda-8a64-db3d56aaaedc-255b2f9e-15f0-4f61-911f-00f3eb6278ec', 'network_id': '255b2f9e-15f0-4f61-911f-00f3eb6278ec', 'project_id': '9fb3d018836e4765a6346dd80809dc63', 'fixed_ips': [{'subnet_id': '8c47899f-5350-4566-bbc1-6fb79bdba244'}]}} from dv-cinder-818830-2-iscsi. {{(pid=114096) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 16:41:06.194930 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-912deedd-17f6-4d69-b23c-0913af5c0f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (None), before_create {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:41:06.467626 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.db_base_plugin_common [None req-912deedd-17f6-4d69-b23c-0913af5c0f4f None None] Allocated IP 172.20.0.2 (255b2f9e-15f0-4f61-911f-00f3eb6278ec/8c47899f-5350-4566-bbc1-6fb79bdba244/81fa0def-f508-4490-9807-ee2e14a256c7) {{(pid=114096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:41:06.736748 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-912deedd-17f6-4d69-b23c-0913af5c0f4f None None] Publish callbacks [] for port (81fa0def-f508-4490-9807-ee2e14a256c7), precommit_create {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:41:06.744646 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-912deedd-17f6-4d69-b23c-0913af5c0f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740202573617'] for port (81fa0def-f508-4490-9807-ee2e14a256c7), after_create {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:41:06.823135 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912deedd-17f6-4d69-b23c-0913af5c0f4f None None] Network 255b2f9e-15f0-4f61-911f-00f3eb6278ec is already hosted by enough agents. {{(pid=114096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:41:06.829944 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.scheduler.base_scheduler [None req-912deedd-17f6-4d69-b23c-0913af5c0f4f None None] Resources bound (agent type, host, resource id): {{(pid=114096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:41:06.835440 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912deedd-17f6-4d69-b23c-0913af5c0f4f None None] Pushing event updated for resources: {'Port': ['ID=81fa0def-f508-4490-9807-ee2e14a256c7,revision_number=1']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:41:06.838247 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912deedd-17f6-4d69-b23c-0913af5c0f4f None None] Received port after_create {{(pid=114096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:41:06.847909 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912deedd-17f6-4d69-b23c-0913af5c0f4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:41:06.848272 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912deedd-17f6-4d69-b23c-0913af5c0f4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:41:06.848642 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912deedd-17f6-4d69-b23c-0913af5c0f4f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:41:06.849036 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912deedd-17f6-4d69-b23c-0913af5c0f4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:41:06.849326 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912deedd-17f6-4d69-b23c-0913af5c0f4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:41:06.849677 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912deedd-17f6-4d69-b23c-0913af5c0f4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:41:06.850045 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912deedd-17f6-4d69-b23c-0913af5c0f4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:41:06.850382 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912deedd-17f6-4d69-b23c-0913af5c0f4f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:41:06.850748 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912deedd-17f6-4d69-b23c-0913af5c0f4f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:41:06.851054 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912deedd-17f6-4d69-b23c-0913af5c0f4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:41:06.851390 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912deedd-17f6-4d69-b23c-0913af5c0f4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:41:06.851782 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912deedd-17f6-4d69-b23c-0913af5c0f4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:41:06.852113 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912deedd-17f6-4d69-b23c-0913af5c0f4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:41:06.853604 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912deedd-17f6-4d69-b23c-0913af5c0f4f None None] Tracked resource versions report: Jan 27 16:41:06.853604 dv-cinder-818830-2-iscsi neutron-server[114096]: pushed versions: Jan 27 16:41:06.853604 dv-cinder-818830-2-iscsi neutron-server[114096]: { 'AddressGroup': {'1.2'}, Jan 27 16:41:06.853604 dv-cinder-818830-2-iscsi neutron-server[114096]: 'ConntrackHelper': {'1.0'}, Jan 27 16:41:06.853604 dv-cinder-818830-2-iscsi neutron-server[114096]: 'LocalIPAssociation': {'1.0'}, Jan 27 16:41:06.853604 dv-cinder-818830-2-iscsi neutron-server[114096]: 'Log': {'1.0'}, Jan 27 16:41:06.853604 dv-cinder-818830-2-iscsi neutron-server[114096]: 'Network': {'1.1'}, Jan 27 16:41:06.853604 dv-cinder-818830-2-iscsi neutron-server[114096]: 'Port': {'1.7'}, Jan 27 16:41:06.853604 dv-cinder-818830-2-iscsi neutron-server[114096]: 'PortForwarding': {'1.2'}, Jan 27 16:41:06.853604 dv-cinder-818830-2-iscsi neutron-server[114096]: 'QosPolicy': {'1.10'}, Jan 27 16:41:06.853604 dv-cinder-818830-2-iscsi neutron-server[114096]: 'SecurityGroup': {'1.5'}, Jan 27 16:41:06.853604 dv-cinder-818830-2-iscsi neutron-server[114096]: 'SecurityGroupRule': {'1.2'}, Jan 27 16:41:06.853604 dv-cinder-818830-2-iscsi neutron-server[114096]: 'SubPort': {'1.0'}, Jan 27 16:41:06.853604 dv-cinder-818830-2-iscsi neutron-server[114096]: 'Subnet': {'1.1'}, Jan 27 16:41:06.853604 dv-cinder-818830-2-iscsi neutron-server[114096]: 'Trunk': {'1.1'}} Jan 27 16:41:06.853604 dv-cinder-818830-2-iscsi neutron-server[114096]: consumer versions: Jan 27 16:41:06.853604 dv-cinder-818830-2-iscsi neutron-server[114096]: { DHCP agent@dv-cinder-818830-2-iscsi: {}, Jan 27 16:41:06.853604 dv-cinder-818830-2-iscsi neutron-server[114096]: L3 agent@dv-cinder-818830-2-iscsi: {}, Jan 27 16:41:06.853604 dv-cinder-818830-2-iscsi neutron-server[114096]: Metadata agent@dv-cinder-818830-2-iscsi: {}, Jan 27 16:41:06.853604 dv-cinder-818830-2-iscsi neutron-server[114096]: Metering agent@dv-cinder-818830-2-iscsi: {}, Jan 27 16:41:06.853604 dv-cinder-818830-2-iscsi neutron-server[114096]: Open vSwitch agent@dv-cinder-818830-2-iscsi: { 'AddressGroup': '1.2', Jan 27 16:41:06.853604 dv-cinder-818830-2-iscsi neutron-server[114096]: 'ConntrackHelper': '1.0', Jan 27 16:41:06.853604 dv-cinder-818830-2-iscsi neutron-server[114096]: 'LocalIPAssociation': '1.0', Jan 27 16:41:06.853604 dv-cinder-818830-2-iscsi neutron-server[114096]: 'Log': '1.0', Jan 27 16:41:06.853604 dv-cinder-818830-2-iscsi neutron-server[114096]: 'Network': '1.1', Jan 27 16:41:06.853604 dv-cinder-818830-2-iscsi neutron-server[114096]: 'Port': '1.7', Jan 27 16:41:06.853604 dv-cinder-818830-2-iscsi neutron-server[114096]: 'PortForwarding': '1.2', Jan 27 16:41:06.853604 dv-cinder-818830-2-iscsi neutron-server[114096]: 'QosPolicy': '1.10', Jan 27 16:41:06.853604 dv-cinder-818830-2-iscsi neutron-server[114096]: 'SecurityGroup': '1.5', Jan 27 16:41:06.853604 dv-cinder-818830-2-iscsi neutron-server[114096]: 'SecurityGroupRule': '1.2', Jan 27 16:41:06.853604 dv-cinder-818830-2-iscsi neutron-server[114096]: 'SubPort': '1.0', Jan 27 16:41:06.853604 dv-cinder-818830-2-iscsi neutron-server[114096]: 'Subnet': '1.1', Jan 27 16:41:06.853604 dv-cinder-818830-2-iscsi neutron-server[114096]: 'Trunk': '1.1'}} Jan 27 16:41:06.853604 dv-cinder-818830-2-iscsi neutron-server[114096]: {{(pid=114096) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 16:41:06.924434 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.managers [None req-912deedd-17f6-4d69-b23c-0913af5c0f4f None None] Attempting to bind port 81fa0def-f508-4490-9807-ee2e14a256c7 on host dv-cinder-818830-2-iscsi for vnic_type normal with profile {{(pid=114096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:41:06.925075 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.managers [None req-912deedd-17f6-4d69-b23c-0913af5c0f4f None None] Attempting to bind port 81fa0def-f508-4490-9807-ee2e14a256c7 by drivers openvswitch,hyperv on host dv-cinder-818830-2-iscsi at level 0 using segments [{'id': 'f12e8456-64c2-41f5-9420-ccc280cc7497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '255b2f9e-15f0-4f61-911f-00f3eb6278ec'}] {{(pid=114096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:41:06.925245 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912deedd-17f6-4d69-b23c-0913af5c0f4f None None] Attempting to bind port 81fa0def-f508-4490-9807-ee2e14a256c7 on network 255b2f9e-15f0-4f61-911f-00f3eb6278ec {{(pid=114096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:41:06.930174 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912deedd-17f6-4d69-b23c-0913af5c0f4f None None] Checking agent: {'id': '492c1832-c7a3-4f77-b4ba-2ebdc28556bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818830-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 40, 53), 'started_at': datetime.datetime(2022, 1, 27, 16, 40, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818830-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:41:06.930543 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912deedd-17f6-4d69-b23c-0913af5c0f4f None None] Checking segment: {'id': 'f12e8456-64c2-41f5-9420-ccc280cc7497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '255b2f9e-15f0-4f61-911f-00f3eb6278ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:41:06.931155 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-912deedd-17f6-4d69-b23c-0913af5c0f4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:41:06.931740 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912deedd-17f6-4d69-b23c-0913af5c0f4f None None] Bound using segment: {'id': 'f12e8456-64c2-41f5-9420-ccc280cc7497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '255b2f9e-15f0-4f61-911f-00f3eb6278ec'} {{(pid=114096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:41:06.932258 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.managers [None req-912deedd-17f6-4d69-b23c-0913af5c0f4f None None] Bound port: 81fa0def-f508-4490-9807-ee2e14a256c7, host: dv-cinder-818830-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f12e8456-64c2-41f5-9420-ccc280cc7497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '255b2f9e-15f0-4f61-911f-00f3eb6278ec'}}] {{(pid=114096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:41:06.932670 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-912deedd-17f6-4d69-b23c-0913af5c0f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (81fa0def-f508-4490-9807-ee2e14a256c7), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:41:06.995592 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-912deedd-17f6-4d69-b23c-0913af5c0f4f None None] For port 81fa0def-f508-4490-9807-ee2e14a256c7, host dv-cinder-818830-2-iscsi, cleared binding levels {{(pid=114096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:41:06.999702 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-912deedd-17f6-4d69-b23c-0913af5c0f4f None None] For port 81fa0def-f508-4490-9807-ee2e14a256c7, host dv-cinder-818830-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818830-2-iscsi',level=0,port_id=81fa0def-f508-4490-9807-ee2e14a256c7,segment=NetworkSegment(f12e8456-64c2-41f5-9420-ccc280cc7497),segment_id=f12e8456-64c2-41f5-9420-ccc280cc7497)] {{(pid=114096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:41:07.004156 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-912deedd-17f6-4d69-b23c-0913af5c0f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (81fa0def-f508-4490-9807-ee2e14a256c7), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:41:07.066755 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912deedd-17f6-4d69-b23c-0913af5c0f4f None None] Pushing event updated for resources: {'Port': ['ID=81fa0def-f508-4490-9807-ee2e14a256c7,revision_number=2']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:41:08.384889 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 42766) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:41:08.703497 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [None req-536d2535-9c0f-40ce-be95-ee6891c2e5a6 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114095) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 16:41:08.704512 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-536d2535-9c0f-40ce-be95-ee6891c2e5a6 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3186731 Jan 27 16:41:11.188875 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 42774) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:41:11.685275 dv-cinder-818830-2-iscsi neutron-server[114094]: WARNING oslo_policy.policy [None req-d3ff39d2-01e0-4bcc-9ecd-75b8e86baa26 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 16:41:11.685849 dv-cinder-818830-2-iscsi neutron-server[114094]: WARNING oslo_policy.policy [None req-d3ff39d2-01e0-4bcc-9ecd-75b8e86baa26 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 16:41:11.917818 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [None req-d3ff39d2-01e0-4bcc-9ecd-75b8e86baa26 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114094) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 16:41:11.931597 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-d3ff39d2-01e0-4bcc-9ecd-75b8e86baa26 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7280035 Jan 27 16:41:14.637233 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 42790) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:41:14.949988 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.v2.base [None req-f8b8689a-8b69-48fd-99bb-dac77baec668 admin admin] Request body: {'router': {'tenant_id': '9fb3d018836e4765a6346dd80809dc63', 'admin_state_up': True, 'name': 'router1'}} {{(pid=114094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:41:15.012650 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.policy [None req-f8b8689a-8b69-48fd-99bb-dac77baec668 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=114094) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 27 16:41:15.059506 dv-cinder-818830-2-iscsi neutron-server[114094]: WARNING oslo_policy.policy [None req-f8b8689a-8b69-48fd-99bb-dac77baec668 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 16:41:15.059968 dv-cinder-818830-2-iscsi neutron-server[114094]: WARNING oslo_policy.policy [None req-f8b8689a-8b69-48fd-99bb-dac77baec668 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 16:41:15.124822 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-f8b8689a-8b69-48fd-99bb-dac77baec668 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1809585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5362'] for router (ed71f4e0-53c3-4039-b085-f1ee17e15b04), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:41:15.126719 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-f8b8689a-8b69-48fd-99bb-dac77baec668 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1797579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5371'] for router (ed71f4e0-53c3-4039-b085-f1ee17e15b04), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:41:15.280364 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-f8b8689a-8b69-48fd-99bb-dac77baec668 admin admin] Publish callbacks [] for router_controller (ed71f4e0-53c3-4039-b085-f1ee17e15b04), precommit_add_association {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:41:15.286249 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-f8b8689a-8b69-48fd-99bb-dac77baec668 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1797566'] for router (ed71f4e0-53c3-4039-b085-f1ee17e15b04), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:41:15.307650 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-f8b8689a-8b69-48fd-99bb-dac77baec668 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:41:15.308778 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-f8b8689a-8b69-48fd-99bb-dac77baec668 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6705587 Jan 27 16:41:16.361814 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-5343b95f-c75c-43ab-ab18-0b4812d32b50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (b49cc950-6aaa-44e3-a3c4-70b67101afab), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:41:17.184024 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device 81fa0def-f508-4490-9807-ee2e14a256c7 up at agent ovs-agent-dv-cinder-818830-2-iscsi {{(pid=114096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:41:17.271878 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Provisioning complete for port 81fa0def-f508-4490-9807-ee2e14a256c7 triggered by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:41:17.272312 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (81fa0def-f508-4490-9807-ee2e14a256c7), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:41:17.384307 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Current status of the port 81fa0def-f508-4490-9807-ee2e14a256c7 is: DOWN; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:41:17.385050 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (81fa0def-f508-4490-9807-ee2e14a256c7), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:41:17.422966 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] For port 81fa0def-f508-4490-9807-ee2e14a256c7, host dv-cinder-818830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818830-2-iscsi',level=0,port_id=81fa0def-f508-4490-9807-ee2e14a256c7,segment=NetworkSegment(f12e8456-64c2-41f5-9420-ccc280cc7497),segment_id=f12e8456-64c2-41f5-9420-ccc280cc7497)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:41:17.428575 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (81fa0def-f508-4490-9807-ee2e14a256c7), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:41:17.478498 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Pushing event updated for resources: {'Port': ['ID=81fa0def-f508-4490-9807-ee2e14a256c7,revision_number=3']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:41:17.869545 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 42804) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:41:18.183732 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [None req-80310c06-dffc-4ee2-8008-55a4d558429d admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114094) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 16:41:18.187998 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-80310c06-dffc-4ee2-8008-55a4d558429d admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3174095 Jan 27 16:41:18.191776 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd3e52f-fa1f-4802-a846-0f7e1a2faab9 None None] Network 255b2f9e-15f0-4f61-911f-00f3eb6278ec requested from dv-cinder-818830-2-iscsi {{(pid=114096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 16:41:18.297970 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-0dafb4d0-57f5-4b17-bed8-15ab1bdb8211 None None] Provisioning complete for port 81fa0def-f508-4490-9807-ee2e14a256c7 triggered by entity DHCP. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:41:18.298366 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-0dafb4d0-57f5-4b17-bed8-15ab1bdb8211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (81fa0def-f508-4490-9807-ee2e14a256c7), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:41:18.400952 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-0dafb4d0-57f5-4b17-bed8-15ab1bdb8211 None None] Current status of the port 81fa0def-f508-4490-9807-ee2e14a256c7 is: ACTIVE; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:41:18.423716 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-cab61bf3-e6c7-4256-b185-87708311d60d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (bdbd084a-7876-495d-b5d9-cf3ee18f0227), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:41:18.624346 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-f518d342-0f8d-4c9c-8380-ad1cb7e2bf64 None None] Provisioning complete for port 81fa0def-f508-4490-9807-ee2e14a256c7 triggered by entity DHCP. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:41:18.624656 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-f518d342-0f8d-4c9c-8380-ad1cb7e2bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (81fa0def-f508-4490-9807-ee2e14a256c7), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:41:18.659729 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.agents_db [None req-5545c54b-af05-4075-94be-94e2438c302a None None] Agent healthcheck: found 5 active agents {{(pid=114097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 16:41:18.707061 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-f518d342-0f8d-4c9c-8380-ad1cb7e2bf64 None None] Current status of the port 81fa0def-f508-4490-9807-ee2e14a256c7 is: ACTIVE; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:41:19.113122 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device 81fa0def-f508-4490-9807-ee2e14a256c7 up at agent ovs-agent-dv-cinder-818830-2-iscsi {{(pid=114096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:41:19.159694 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Provisioning complete for port 81fa0def-f508-4490-9807-ee2e14a256c7 triggered by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:41:19.160092 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (81fa0def-f508-4490-9807-ee2e14a256c7), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:41:19.234234 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Current status of the port 81fa0def-f508-4490-9807-ee2e14a256c7 is: ACTIVE; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:41:19.438000 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-66ba84dd-632c-456a-bb12-6a575fe6244f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9495f383-87a2-4ffd-86dd-67b8d88d602c), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:41:20.692799 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 42834) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:41:20.823443 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.v2.base [None req-566f07ec-ce64-47e9-aed0-7741df82f7a2 admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'tenant_id': '0e1134f718c7471d948ccfe1ca59674e', 'provider:network_type': 'flat', 'project_id': '0e1134f718c7471d948ccfe1ca59674e', 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=114094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:41:20.844335 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-566f07ec-ce64-47e9-aed0-7741df82f7a2 admin admin] Made reservation on behalf of 0e1134f718c7471d948ccfe1ca59674e for: {'network': 1} {{(pid=114094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:41:20.847098 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-566f07ec-ce64-47e9-aed0-7741df82f7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for network (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:41:20.862721 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-566f07ec-ce64-47e9-aed0-7741df82f7a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:41:20.964858 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-566f07ec-ce64-47e9-aed0-7741df82f7a2 admin admin] Publish callbacks [] for security_group (14c271f2-f939-4682-b593-33b0cc8b1861), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:41:20.968327 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-566f07ec-ce64-47e9-aed0-7741df82f7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (14c271f2-f939-4682-b593-33b0cc8b1861), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:41:20.979067 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-566f07ec-ce64-47e9-aed0-7741df82f7a2 admin admin] Reserving flat network on physical network physnet1 {{(pid=114094) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 27 16:41:21.011383 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-566f07ec-ce64-47e9-aed0-7741df82f7a2 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740203086731', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985126'] for segment (9bd3a446-0196-4595-aa07-09a05d016e38), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:41:21.011966 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-566f07ec-ce64-47e9-aed0-7741df82f7a2 admin admin] Unsubscribe: segment precommit_create {{(pid=114094) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 27 16:41:21.012482 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.db.segments_db [None req-566f07ec-ce64-47e9-aed0-7741df82f7a2 admin admin] Added segment 9bd3a446-0196-4595-aa07-09a05d016e38 of type flat for network 7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9 Jan 27 16:41:21.027670 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566f07ec-ce64-47e9-aed0-7741df82f7a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14c271f2-f939-4682-b593-33b0cc8b1861,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:41:21.073966 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566f07ec-ce64-47e9-aed0-7741df82f7a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:41:21.074325 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566f07ec-ce64-47e9-aed0-7741df82f7a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:41:21.074663 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566f07ec-ce64-47e9-aed0-7741df82f7a2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:41:21.074989 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566f07ec-ce64-47e9-aed0-7741df82f7a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:41:21.075318 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566f07ec-ce64-47e9-aed0-7741df82f7a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:41:21.075664 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566f07ec-ce64-47e9-aed0-7741df82f7a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:41:21.076003 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566f07ec-ce64-47e9-aed0-7741df82f7a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:41:21.076322 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566f07ec-ce64-47e9-aed0-7741df82f7a2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:41:21.076655 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566f07ec-ce64-47e9-aed0-7741df82f7a2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:41:21.076991 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566f07ec-ce64-47e9-aed0-7741df82f7a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:41:21.077310 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566f07ec-ce64-47e9-aed0-7741df82f7a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:41:21.077621 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566f07ec-ce64-47e9-aed0-7741df82f7a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:41:21.077931 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566f07ec-ce64-47e9-aed0-7741df82f7a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:41:21.079402 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566f07ec-ce64-47e9-aed0-7741df82f7a2 admin admin] Tracked resource versions report: Jan 27 16:41:21.079402 dv-cinder-818830-2-iscsi neutron-server[114094]: pushed versions: Jan 27 16:41:21.079402 dv-cinder-818830-2-iscsi neutron-server[114094]: { 'AddressGroup': {'1.2'}, Jan 27 16:41:21.079402 dv-cinder-818830-2-iscsi neutron-server[114094]: 'ConntrackHelper': {'1.0'}, Jan 27 16:41:21.079402 dv-cinder-818830-2-iscsi neutron-server[114094]: 'LocalIPAssociation': {'1.0'}, Jan 27 16:41:21.079402 dv-cinder-818830-2-iscsi neutron-server[114094]: 'Log': {'1.0'}, Jan 27 16:41:21.079402 dv-cinder-818830-2-iscsi neutron-server[114094]: 'Network': {'1.1'}, Jan 27 16:41:21.079402 dv-cinder-818830-2-iscsi neutron-server[114094]: 'Port': {'1.7'}, Jan 27 16:41:21.079402 dv-cinder-818830-2-iscsi neutron-server[114094]: 'PortForwarding': {'1.2'}, Jan 27 16:41:21.079402 dv-cinder-818830-2-iscsi neutron-server[114094]: 'QosPolicy': {'1.10'}, Jan 27 16:41:21.079402 dv-cinder-818830-2-iscsi neutron-server[114094]: 'SecurityGroup': {'1.5'}, Jan 27 16:41:21.079402 dv-cinder-818830-2-iscsi neutron-server[114094]: 'SecurityGroupRule': {'1.2'}, Jan 27 16:41:21.079402 dv-cinder-818830-2-iscsi neutron-server[114094]: 'SubPort': {'1.0'}, Jan 27 16:41:21.079402 dv-cinder-818830-2-iscsi neutron-server[114094]: 'Subnet': {'1.1'}, Jan 27 16:41:21.079402 dv-cinder-818830-2-iscsi neutron-server[114094]: 'Trunk': {'1.1'}} Jan 27 16:41:21.079402 dv-cinder-818830-2-iscsi neutron-server[114094]: consumer versions: Jan 27 16:41:21.079402 dv-cinder-818830-2-iscsi neutron-server[114094]: { DHCP agent@dv-cinder-818830-2-iscsi: {}, Jan 27 16:41:21.079402 dv-cinder-818830-2-iscsi neutron-server[114094]: L3 agent@dv-cinder-818830-2-iscsi: {}, Jan 27 16:41:21.079402 dv-cinder-818830-2-iscsi neutron-server[114094]: Metadata agent@dv-cinder-818830-2-iscsi: {}, Jan 27 16:41:21.079402 dv-cinder-818830-2-iscsi neutron-server[114094]: Metering agent@dv-cinder-818830-2-iscsi: {}, Jan 27 16:41:21.079402 dv-cinder-818830-2-iscsi neutron-server[114094]: Open vSwitch agent@dv-cinder-818830-2-iscsi: { 'AddressGroup': '1.2', Jan 27 16:41:21.079402 dv-cinder-818830-2-iscsi neutron-server[114094]: 'ConntrackHelper': '1.0', Jan 27 16:41:21.079402 dv-cinder-818830-2-iscsi neutron-server[114094]: 'LocalIPAssociation': '1.0', Jan 27 16:41:21.079402 dv-cinder-818830-2-iscsi neutron-server[114094]: 'Log': '1.0', Jan 27 16:41:21.079402 dv-cinder-818830-2-iscsi neutron-server[114094]: 'Network': '1.1', Jan 27 16:41:21.079402 dv-cinder-818830-2-iscsi neutron-server[114094]: 'Port': '1.7', Jan 27 16:41:21.079402 dv-cinder-818830-2-iscsi neutron-server[114094]: 'PortForwarding': '1.2', Jan 27 16:41:21.079402 dv-cinder-818830-2-iscsi neutron-server[114094]: 'QosPolicy': '1.10', Jan 27 16:41:21.079402 dv-cinder-818830-2-iscsi neutron-server[114094]: 'SecurityGroup': '1.5', Jan 27 16:41:21.079402 dv-cinder-818830-2-iscsi neutron-server[114094]: 'SecurityGroupRule': '1.2', Jan 27 16:41:21.079402 dv-cinder-818830-2-iscsi neutron-server[114094]: 'SubPort': '1.0', Jan 27 16:41:21.079402 dv-cinder-818830-2-iscsi neutron-server[114094]: 'Subnet': '1.1', Jan 27 16:41:21.079402 dv-cinder-818830-2-iscsi neutron-server[114094]: 'Trunk': '1.1'}} Jan 27 16:41:21.079402 dv-cinder-818830-2-iscsi neutron-server[114094]: {{(pid=114094) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 16:41:21.127594 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-566f07ec-ce64-47e9-aed0-7741df82f7a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740202591609'] for network (7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:41:21.169778 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-566f07ec-ce64-47e9-aed0-7741df82f7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092'] for network (7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:41:21.170968 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566f07ec-ce64-47e9-aed0-7741df82f7a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:41:21.171706 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-566f07ec-ce64-47e9-aed0-7741df82f7a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032074'] for network (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:41:21.256776 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-566f07ec-ce64-47e9-aed0-7741df82f7a2 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5628364 Jan 27 16:41:21.269414 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566f07ec-ce64-47e9-aed0-7741df82f7a2 admin admin] Pushing event updated for resources: {'Network': ['ID=7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:41:21.280340 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Network 7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9 details requested by agent ovs-agent-dv-cinder-818830-2-iscsi with host dv-cinder-818830-2-iscsi {{(pid=114096) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 16:41:21.471239 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-d66b1738-fecd-429f-97ae-c3b5c23d3d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9d445c8f-179b-40e3-9cb5-ffaa95aecd6a), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:41:22.594261 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (492c1832-c7a3-4f77-b4ba-2ebdc28556bf), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:41:23.572557 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 42846) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:41:23.706790 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d615b3f-c32c-492d-b2de-85764692335c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:41:23.708190 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-3d615b3f-c32c-492d-b2de-85764692335c admin admin] 10.222.0.48 "GET /v2.0/subnets/8c47899f-5350-4566-bbc1-6fb79bdba244 HTTP/1.1" status: 200 len: 849 time: 0.1346614 Jan 27 16:41:23.841905 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-c805c98e-0525-42c3-8a58-22aa69fe10b6 admin admin] 10.222.0.48 "GET /v2.0/routers/ed71f4e0-53c3-4039-b085-f1ee17e15b04 HTTP/1.1" status: 200 len: 704 time: 0.1279833 Jan 27 16:41:24.110092 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-946ebf1c-f744-4c17-a132-d4ff6d863cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:41:24.408233 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.db_base_plugin_common [None req-946ebf1c-f744-4c17-a132-d4ff6d863cd0 admin admin] Allocated IP 172.20.0.1 (255b2f9e-15f0-4f61-911f-00f3eb6278ec/8c47899f-5350-4566-bbc1-6fb79bdba244/a1dd31a3-46e5-4599-a58d-c1d8d110bc0a) {{(pid=114094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:41:24.591942 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-946ebf1c-f744-4c17-a132-d4ff6d863cd0 admin admin] Publish callbacks [] for port (a1dd31a3-46e5-4599-a58d-c1d8d110bc0a), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:41:24.655502 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-946ebf1c-f744-4c17-a132-d4ff6d863cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740202573617'] for port (a1dd31a3-46e5-4599-a58d-c1d8d110bc0a), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:41:24.721734 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946ebf1c-f744-4c17-a132-d4ff6d863cd0 admin admin] Network 255b2f9e-15f0-4f61-911f-00f3eb6278ec is already hosted by enough agents. {{(pid=114094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:41:24.726235 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.base_scheduler [None req-946ebf1c-f744-4c17-a132-d4ff6d863cd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=114094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:41:24.737333 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946ebf1c-f744-4c17-a132-d4ff6d863cd0 admin admin] Received port after_create {{(pid=114094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:41:24.737879 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-946ebf1c-f744-4c17-a132-d4ff6d863cd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1796555'] for router_interface (ed71f4e0-53c3-4039-b085-f1ee17e15b04), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:41:24.808392 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946ebf1c-f744-4c17-a132-d4ff6d863cd0 admin admin] Pushing event updated for resources: {'Port': ['ID=a1dd31a3-46e5-4599-a58d-c1d8d110bc0a,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:41:24.940891 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-946ebf1c-f744-4c17-a132-d4ff6d863cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (a1dd31a3-46e5-4599-a58d-c1d8d110bc0a), before_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:41:24.964682 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-d6b20a9b-fb57-4cb7-892a-b66883d92168 None None] Provisioning complete for port a1dd31a3-46e5-4599-a58d-c1d8d110bc0a triggered by entity DHCP. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:41:24.965216 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-d6b20a9b-fb57-4cb7-892a-b66883d92168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (a1dd31a3-46e5-4599-a58d-c1d8d110bc0a), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:41:24.999338 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-d6b20a9b-fb57-4cb7-892a-b66883d92168 None None] Port a1dd31a3-46e5-4599-a58d-c1d8d110bc0a cannot update to ACTIVE because it is not bound. {{(pid=114096) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 16:41:25.198016 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-946ebf1c-f744-4c17-a132-d4ff6d863cd0 admin admin] Publish callbacks [] for port (a1dd31a3-46e5-4599-a58d-c1d8d110bc0a), precommit_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:41:25.202546 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-946ebf1c-f744-4c17-a132-d4ff6d863cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (a1dd31a3-46e5-4599-a58d-c1d8d110bc0a), after_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:41:25.203283 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-946ebf1c-f744-4c17-a132-d4ff6d863cd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2031918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1796219'] for router_interface (ed71f4e0-53c3-4039-b085-f1ee17e15b04), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:41:25.281016 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946ebf1c-f744-4c17-a132-d4ff6d863cd0 admin admin] Pushing event updated for resources: {'Port': ['ID=a1dd31a3-46e5-4599-a58d-c1d8d110bc0a,revision_number=2']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:41:25.326607 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946ebf1c-f744-4c17-a132-d4ff6d863cd0 admin admin] Network 255b2f9e-15f0-4f61-911f-00f3eb6278ec is already hosted by enough agents. {{(pid=114094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:41:25.327901 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.base_scheduler [None req-946ebf1c-f744-4c17-a132-d4ff6d863cd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=114094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:41:25.488999 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-946ebf1c-f744-4c17-a132-d4ff6d863cd0 admin admin] Router ed71f4e0-53c3-4039-b085-f1ee17e15b04 is scheduled to L3 agent bdbd084a-7876-495d-b5d9-cf3ee18f0227 with binding_index 1 {{(pid=114094) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 16:41:25.522021 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-dd06def0-2a51-4402-84ab-2e994d226e74 None None] Provisioning complete for port a1dd31a3-46e5-4599-a58d-c1d8d110bc0a triggered by entity DHCP. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:41:25.522511 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-dd06def0-2a51-4402-84ab-2e994d226e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (a1dd31a3-46e5-4599-a58d-c1d8d110bc0a), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:41:25.557231 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-dd06def0-2a51-4402-84ab-2e994d226e74 None None] Port a1dd31a3-46e5-4599-a58d-c1d8d110bc0a cannot update to ACTIVE because it is not bound. {{(pid=114096) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 16:41:25.580157 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-946ebf1c-f744-4c17-a132-d4ff6d863cd0 admin admin] Notify agent at l3_agent.dv-cinder-818830-2-iscsi the message routers_updated {{(pid=114094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 16:41:25.585290 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-946ebf1c-f744-4c17-a132-d4ff6d863cd0 admin admin] 10.222.0.48 "PUT /v2.0/routers/ed71f4e0-53c3-4039-b085-f1ee17e15b04/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7382281 Jan 27 16:41:25.589547 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95253b62-0da4-4a13-a1b6-54414d11a45d None None] Sync routers for ids ['ed71f4e0-53c3-4039-b085-f1ee17e15b04'] in dv-cinder-818830-2-iscsi {{(pid=114097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 16:41:25.604443 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95253b62-0da4-4a13-a1b6-54414d11a45d None None] Routers {'ed71f4e0-53c3-4039-b085-f1ee17e15b04'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:41:25.605243 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_hamode_db [None req-95253b62-0da4-4a13-a1b6-54414d11a45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T16:41:18Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['ed71f4e0-53c3-4039-b085-f1ee17e15b04'], 'active': True} {{(pid=114097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:41:25.786265 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_dvr_db [None req-95253b62-0da4-4a13-a1b6-54414d11a45d None None] Set router ed71f4e0-53c3-4039-b085-f1ee17e15b04 gateway port host: None {{(pid=114097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:41:26.209668 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_hamode_db [None req-95253b62-0da4-4a13-a1b6-54414d11a45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed71f4e0-53c3-4039-b085-f1ee17e15b04', 'name': 'router1', 'tenant_id': '9fb3d018836e4765a6346dd80809dc63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:41:15Z', 'updated_at': '2022-01-27T16:41:24Z', 'revision_number': 2, 'project_id': '9fb3d018836e4765a6346dd80809dc63', 'gw_port_host': None, '_interfaces': [{'id': 'a1dd31a3-46e5-4599-a58d-c1d8d110bc0a', 'name': '', 'network_id': '255b2f9e-15f0-4f61-911f-00f3eb6278ec', 'tenant_id': '9fb3d018836e4765a6346dd80809dc63', 'mac_address': 'fa:16:3e:9a:62:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed71f4e0-53c3-4039-b085-f1ee17e15b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8c47899f-5350-4566-bbc1-6fb79bdba244', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:41:24Z', 'updated_at': '2022-01-27T16:41:25Z', 'revision_number': 2, 'project_id': '9fb3d018836e4765a6346dd80809dc63', 'subnets': [{'id': '8c47899f-5350-4566-bbc1-6fb79bdba244', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '23ce9bd0-765b-4af9-b03e-d4a31bde2311'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:41:26.261411 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95253b62-0da4-4a13-a1b6-54414d11a45d None None] Checking router: ed71f4e0-53c3-4039-b085-f1ee17e15b04 for host: dv-cinder-818830-2-iscsi {{(pid=114097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 16:41:26.261766 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95253b62-0da4-4a13-a1b6-54414d11a45d None None] Updating router ed71f4e0-53c3-4039-b085-f1ee17e15b04 port a1dd31a3-46e5-4599-a58d-c1d8d110bc0a binding host dv-cinder-818830-2-iscsi {{(pid=114097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 16:41:26.309318 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron_lib.callbacks.manager [None req-95253b62-0da4-4a13-a1b6-54414d11a45d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (a1dd31a3-46e5-4599-a58d-c1d8d110bc0a), before_update {{(pid=114097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:41:26.811641 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron_lib.callbacks.manager [None req-95253b62-0da4-4a13-a1b6-54414d11a45d None None] Publish callbacks [] for port (a1dd31a3-46e5-4599-a58d-c1d8d110bc0a), precommit_update {{(pid=114097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:41:26.817225 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron_lib.callbacks.manager [None req-95253b62-0da4-4a13-a1b6-54414d11a45d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (a1dd31a3-46e5-4599-a58d-c1d8d110bc0a), after_update {{(pid=114097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:41:26.980921 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745b4c9e-dd58-4f96-9058-d3db890ea6fe None None] Pushing event updated for resources: {'Port': ['ID=a1dd31a3-46e5-4599-a58d-c1d8d110bc0a,revision_number=3']} {{(pid=114097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:41:26.984274 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.plugins.ml2.managers [None req-95253b62-0da4-4a13-a1b6-54414d11a45d None None] Attempting to bind port a1dd31a3-46e5-4599-a58d-c1d8d110bc0a on host dv-cinder-818830-2-iscsi for vnic_type normal with profile {{(pid=114097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:41:26.984659 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.plugins.ml2.managers [None req-95253b62-0da4-4a13-a1b6-54414d11a45d None None] Attempting to bind port a1dd31a3-46e5-4599-a58d-c1d8d110bc0a by drivers openvswitch,hyperv on host dv-cinder-818830-2-iscsi at level 0 using segments [{'id': 'f12e8456-64c2-41f5-9420-ccc280cc7497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '255b2f9e-15f0-4f61-911f-00f3eb6278ec'}] {{(pid=114097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:41:26.985082 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95253b62-0da4-4a13-a1b6-54414d11a45d None None] Attempting to bind port a1dd31a3-46e5-4599-a58d-c1d8d110bc0a on network 255b2f9e-15f0-4f61-911f-00f3eb6278ec {{(pid=114097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:41:26.993315 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745b4c9e-dd58-4f96-9058-d3db890ea6fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:41:26.993740 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745b4c9e-dd58-4f96-9058-d3db890ea6fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:41:26.994087 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745b4c9e-dd58-4f96-9058-d3db890ea6fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:41:26.994423 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745b4c9e-dd58-4f96-9058-d3db890ea6fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:41:26.994733 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745b4c9e-dd58-4f96-9058-d3db890ea6fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:41:26.995061 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745b4c9e-dd58-4f96-9058-d3db890ea6fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:41:26.995382 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745b4c9e-dd58-4f96-9058-d3db890ea6fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:41:26.995726 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745b4c9e-dd58-4f96-9058-d3db890ea6fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:41:26.996046 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745b4c9e-dd58-4f96-9058-d3db890ea6fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:41:26.996383 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745b4c9e-dd58-4f96-9058-d3db890ea6fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:41:26.996723 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745b4c9e-dd58-4f96-9058-d3db890ea6fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:41:26.997076 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745b4c9e-dd58-4f96-9058-d3db890ea6fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:41:26.997302 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745b4c9e-dd58-4f96-9058-d3db890ea6fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:41:26.998718 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745b4c9e-dd58-4f96-9058-d3db890ea6fe None None] Tracked resource versions report: Jan 27 16:41:26.998718 dv-cinder-818830-2-iscsi neutron-server[114097]: pushed versions: Jan 27 16:41:26.998718 dv-cinder-818830-2-iscsi neutron-server[114097]: { 'AddressGroup': {'1.2'}, Jan 27 16:41:26.998718 dv-cinder-818830-2-iscsi neutron-server[114097]: 'ConntrackHelper': {'1.0'}, Jan 27 16:41:26.998718 dv-cinder-818830-2-iscsi neutron-server[114097]: 'LocalIPAssociation': {'1.0'}, Jan 27 16:41:26.998718 dv-cinder-818830-2-iscsi neutron-server[114097]: 'Log': {'1.0'}, Jan 27 16:41:26.998718 dv-cinder-818830-2-iscsi neutron-server[114097]: 'Network': {'1.1'}, Jan 27 16:41:26.998718 dv-cinder-818830-2-iscsi neutron-server[114097]: 'Port': {'1.7'}, Jan 27 16:41:26.998718 dv-cinder-818830-2-iscsi neutron-server[114097]: 'PortForwarding': {'1.2'}, Jan 27 16:41:26.998718 dv-cinder-818830-2-iscsi neutron-server[114097]: 'QosPolicy': {'1.10'}, Jan 27 16:41:26.998718 dv-cinder-818830-2-iscsi neutron-server[114097]: 'SecurityGroup': {'1.5'}, Jan 27 16:41:26.998718 dv-cinder-818830-2-iscsi neutron-server[114097]: 'SecurityGroupRule': {'1.2'}, Jan 27 16:41:26.998718 dv-cinder-818830-2-iscsi neutron-server[114097]: 'SubPort': {'1.0'}, Jan 27 16:41:26.998718 dv-cinder-818830-2-iscsi neutron-server[114097]: 'Subnet': {'1.1'}, Jan 27 16:41:26.998718 dv-cinder-818830-2-iscsi neutron-server[114097]: 'Trunk': {'1.1'}} Jan 27 16:41:26.998718 dv-cinder-818830-2-iscsi neutron-server[114097]: consumer versions: Jan 27 16:41:26.998718 dv-cinder-818830-2-iscsi neutron-server[114097]: { DHCP agent@dv-cinder-818830-2-iscsi: {}, Jan 27 16:41:26.998718 dv-cinder-818830-2-iscsi neutron-server[114097]: L3 agent@dv-cinder-818830-2-iscsi: {}, Jan 27 16:41:26.998718 dv-cinder-818830-2-iscsi neutron-server[114097]: Metadata agent@dv-cinder-818830-2-iscsi: {}, Jan 27 16:41:26.998718 dv-cinder-818830-2-iscsi neutron-server[114097]: Metering agent@dv-cinder-818830-2-iscsi: {}, Jan 27 16:41:26.998718 dv-cinder-818830-2-iscsi neutron-server[114097]: Open vSwitch agent@dv-cinder-818830-2-iscsi: { 'AddressGroup': '1.2', Jan 27 16:41:26.998718 dv-cinder-818830-2-iscsi neutron-server[114097]: 'ConntrackHelper': '1.0', Jan 27 16:41:26.998718 dv-cinder-818830-2-iscsi neutron-server[114097]: 'LocalIPAssociation': '1.0', Jan 27 16:41:26.998718 dv-cinder-818830-2-iscsi neutron-server[114097]: 'Log': '1.0', Jan 27 16:41:26.998718 dv-cinder-818830-2-iscsi neutron-server[114097]: 'Network': '1.1', Jan 27 16:41:26.998718 dv-cinder-818830-2-iscsi neutron-server[114097]: 'Port': '1.7', Jan 27 16:41:26.998718 dv-cinder-818830-2-iscsi neutron-server[114097]: 'PortForwarding': '1.2', Jan 27 16:41:26.998718 dv-cinder-818830-2-iscsi neutron-server[114097]: 'QosPolicy': '1.10', Jan 27 16:41:26.998718 dv-cinder-818830-2-iscsi neutron-server[114097]: 'SecurityGroup': '1.5', Jan 27 16:41:26.998718 dv-cinder-818830-2-iscsi neutron-server[114097]: 'SecurityGroupRule': '1.2', Jan 27 16:41:26.998718 dv-cinder-818830-2-iscsi neutron-server[114097]: 'SubPort': '1.0', Jan 27 16:41:26.998718 dv-cinder-818830-2-iscsi neutron-server[114097]: 'Subnet': '1.1', Jan 27 16:41:26.998718 dv-cinder-818830-2-iscsi neutron-server[114097]: 'Trunk': '1.1'}} Jan 27 16:41:26.998718 dv-cinder-818830-2-iscsi neutron-server[114097]: {{(pid=114097) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 16:41:27.001068 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95253b62-0da4-4a13-a1b6-54414d11a45d None None] Checking agent: {'id': '492c1832-c7a3-4f77-b4ba-2ebdc28556bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818830-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 40, 53), 'started_at': datetime.datetime(2022, 1, 27, 16, 41, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818830-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:41:27.001462 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95253b62-0da4-4a13-a1b6-54414d11a45d None None] Checking segment: {'id': 'f12e8456-64c2-41f5-9420-ccc280cc7497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '255b2f9e-15f0-4f61-911f-00f3eb6278ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:41:27.001938 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron_lib.callbacks.manager [None req-95253b62-0da4-4a13-a1b6-54414d11a45d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:41:27.002312 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95253b62-0da4-4a13-a1b6-54414d11a45d None None] Bound using segment: {'id': 'f12e8456-64c2-41f5-9420-ccc280cc7497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '255b2f9e-15f0-4f61-911f-00f3eb6278ec'} {{(pid=114097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:41:27.002791 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.plugins.ml2.managers [None req-95253b62-0da4-4a13-a1b6-54414d11a45d None None] Bound port: a1dd31a3-46e5-4599-a58d-c1d8d110bc0a, host: dv-cinder-818830-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f12e8456-64c2-41f5-9420-ccc280cc7497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '255b2f9e-15f0-4f61-911f-00f3eb6278ec'}}] {{(pid=114097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:41:27.003163 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron_lib.callbacks.manager [None req-95253b62-0da4-4a13-a1b6-54414d11a45d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (a1dd31a3-46e5-4599-a58d-c1d8d110bc0a), before_update {{(pid=114097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:41:27.070322 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.plugins.ml2.db [None req-95253b62-0da4-4a13-a1b6-54414d11a45d None None] For port a1dd31a3-46e5-4599-a58d-c1d8d110bc0a, host dv-cinder-818830-2-iscsi, cleared binding levels {{(pid=114097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:41:27.088717 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-95bc6b62-3809-4ba0-b05a-b1fad8b5813c None None] Provisioning complete for port a1dd31a3-46e5-4599-a58d-c1d8d110bc0a triggered by entity DHCP. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:41:27.089324 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-95bc6b62-3809-4ba0-b05a-b1fad8b5813c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (a1dd31a3-46e5-4599-a58d-c1d8d110bc0a), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:41:27.090812 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.plugins.ml2.db [None req-95253b62-0da4-4a13-a1b6-54414d11a45d None None] For port a1dd31a3-46e5-4599-a58d-c1d8d110bc0a, host dv-cinder-818830-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818830-2-iscsi',level=0,port_id=a1dd31a3-46e5-4599-a58d-c1d8d110bc0a,segment=NetworkSegment(f12e8456-64c2-41f5-9420-ccc280cc7497),segment_id=f12e8456-64c2-41f5-9420-ccc280cc7497)] {{(pid=114097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:41:27.095758 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron_lib.callbacks.manager [None req-95253b62-0da4-4a13-a1b6-54414d11a45d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (a1dd31a3-46e5-4599-a58d-c1d8d110bc0a), after_update {{(pid=114097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:41:27.124662 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-95bc6b62-3809-4ba0-b05a-b1fad8b5813c None None] Port a1dd31a3-46e5-4599-a58d-c1d8d110bc0a cannot update to ACTIVE because it is not bound. {{(pid=114096) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 16:41:27.151905 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745b4c9e-dd58-4f96-9058-d3db890ea6fe None None] Pushing event updated for resources: {'Port': ['ID=a1dd31a3-46e5-4599-a58d-c1d8d110bc0a,revision_number=4']} {{(pid=114097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:41:27.160259 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95253b62-0da4-4a13-a1b6-54414d11a45d None None] Routers {'ed71f4e0-53c3-4039-b085-f1ee17e15b04'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:41:27.160860 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_hamode_db [None req-95253b62-0da4-4a13-a1b6-54414d11a45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T16:41:18Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['ed71f4e0-53c3-4039-b085-f1ee17e15b04'], 'active': True} {{(pid=114097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:41:27.252381 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_dvr_db [None req-95253b62-0da4-4a13-a1b6-54414d11a45d None None] Set router ed71f4e0-53c3-4039-b085-f1ee17e15b04 gateway port host: None {{(pid=114097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:41:27.355414 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-45c3f2a9-2ea0-4dba-a14e-50f46f0981f8 None None] Provisioning complete for port a1dd31a3-46e5-4599-a58d-c1d8d110bc0a triggered by entity DHCP. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:41:27.355758 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-45c3f2a9-2ea0-4dba-a14e-50f46f0981f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (a1dd31a3-46e5-4599-a58d-c1d8d110bc0a), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:41:27.435001 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-45c3f2a9-2ea0-4dba-a14e-50f46f0981f8 None None] Current status of the port a1dd31a3-46e5-4599-a58d-c1d8d110bc0a is: DOWN; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:41:27.435330 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-45c3f2a9-2ea0-4dba-a14e-50f46f0981f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (a1dd31a3-46e5-4599-a58d-c1d8d110bc0a), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:41:27.469828 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-45c3f2a9-2ea0-4dba-a14e-50f46f0981f8 None None] For port a1dd31a3-46e5-4599-a58d-c1d8d110bc0a, host dv-cinder-818830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818830-2-iscsi',level=0,port_id=a1dd31a3-46e5-4599-a58d-c1d8d110bc0a,segment=NetworkSegment(f12e8456-64c2-41f5-9420-ccc280cc7497),segment_id=f12e8456-64c2-41f5-9420-ccc280cc7497)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:41:27.473992 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-45c3f2a9-2ea0-4dba-a14e-50f46f0981f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (a1dd31a3-46e5-4599-a58d-c1d8d110bc0a), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:41:27.487227 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_hamode_db [None req-95253b62-0da4-4a13-a1b6-54414d11a45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed71f4e0-53c3-4039-b085-f1ee17e15b04', 'name': 'router1', 'tenant_id': '9fb3d018836e4765a6346dd80809dc63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:41:15Z', 'updated_at': '2022-01-27T16:41:24Z', 'revision_number': 2, 'project_id': '9fb3d018836e4765a6346dd80809dc63', 'gw_port_host': None, '_interfaces': [{'id': 'a1dd31a3-46e5-4599-a58d-c1d8d110bc0a', 'name': '', 'network_id': '255b2f9e-15f0-4f61-911f-00f3eb6278ec', 'tenant_id': '9fb3d018836e4765a6346dd80809dc63', 'mac_address': 'fa:16:3e:9a:62:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed71f4e0-53c3-4039-b085-f1ee17e15b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8c47899f-5350-4566-bbc1-6fb79bdba244', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:41:24Z', 'updated_at': '2022-01-27T16:41:27Z', 'revision_number': 4, 'project_id': '9fb3d018836e4765a6346dd80809dc63', 'subnets': [{'id': '8c47899f-5350-4566-bbc1-6fb79bdba244', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '23ce9bd0-765b-4af9-b03e-d4a31bde2311'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:41:27.520112 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c3f2a9-2ea0-4dba-a14e-50f46f0981f8 None None] Pushing event updated for resources: {'Port': ['ID=a1dd31a3-46e5-4599-a58d-c1d8d110bc0a,revision_number=5']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:41:27.520318 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95253b62-0da4-4a13-a1b6-54414d11a45d None None] The sync data for ids ['ed71f4e0-53c3-4039-b085-f1ee17e15b04'] in dv-cinder-818830-2-iscsi is: [{'id': 'ed71f4e0-53c3-4039-b085-f1ee17e15b04', 'name': 'router1', 'tenant_id': '9fb3d018836e4765a6346dd80809dc63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:41:15Z', 'updated_at': '2022-01-27T16:41:24Z', 'revision_number': 2, 'project_id': '9fb3d018836e4765a6346dd80809dc63', 'gw_port_host': None, '_interfaces': [{'id': 'a1dd31a3-46e5-4599-a58d-c1d8d110bc0a', 'name': '', 'network_id': '255b2f9e-15f0-4f61-911f-00f3eb6278ec', 'tenant_id': '9fb3d018836e4765a6346dd80809dc63', 'mac_address': 'fa:16:3e:9a:62:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed71f4e0-53c3-4039-b085-f1ee17e15b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8c47899f-5350-4566-bbc1-6fb79bdba244', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:41:24Z', 'updated_at': '2022-01-27T16:41:27Z', 'revision_number': 4, 'project_id': '9fb3d018836e4765a6346dd80809dc63', 'subnets': [{'id': '8c47899f-5350-4566-bbc1-6fb79bdba244', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '23ce9bd0-765b-4af9-b03e-d4a31bde2311'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 16:41:30.230080 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 42864) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:41:30.337662 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d81781e-f3ee-464e-9e35-1c0fa9be54b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:41:30.344269 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-2d81781e-f3ee-464e-9e35-1c0fa9be54b8 admin admin] 10.222.0.48 "GET /v2.0/networks/7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9 HTTP/1.1" status: 200 len: 842 time: 0.1079838 Jan 27 16:41:30.348254 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.v2.base [None req-81ba91bf-69d1-4dd4-9d55-02ef130c9888 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.2.1', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'cidr': '172.27.2.0/24', 'ip_version': 4, 'enable_dhcp': False, 'tenant_id': '0e1134f718c7471d948ccfe1ca59674e', 'name': 'public-subnet'}} {{(pid=114094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:41:30.370780 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ba91bf-69d1-4dd4-9d55-02ef130c9888 admin admin] Made reservation on behalf of 0e1134f718c7471d948ccfe1ca59674e for: {'subnet': 1} {{(pid=114094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:41:30.372980 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-81ba91bf-69d1-4dd4-9d55-02ef130c9888 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:41:30.681570 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.objects.ports [None req-81ba91bf-69d1-4dd4-9d55-02ef130c9888 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114094) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 16:41:30.682039 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-81ba91bf-69d1-4dd4-9d55-02ef130c9888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092'] for subnet (3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:41:30.730671 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ba91bf-69d1-4dd4-9d55-02ef130c9888 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf,revision_number=0']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:41:30.749364 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ba91bf-69d1-4dd4-9d55-02ef130c9888 admin admin] Checking segment: {'id': '9bd3a446-0196-4595-aa07-09a05d016e38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:41:30.749716 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ba91bf-69d1-4dd4-9d55-02ef130c9888 admin admin] Network hostable DHCP agents. Network: 7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9, hostable agents: ['b49cc950-6aaa-44e3-a3c4-70b67101afab'], hosted agents: [] {{(pid=114094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 16:41:30.769991 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ba91bf-69d1-4dd4-9d55-02ef130c9888 admin admin] Network 7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9 is scheduled to be hosted by DHCP agent b49cc950-6aaa-44e3-a3c4-70b67101afab with binding_index 1 {{(pid=114094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 16:41:30.781747 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.base_scheduler [None req-81ba91bf-69d1-4dd4-9d55-02ef130c9888 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818830-2-iscsi, 7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9) {{(pid=114094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:41:30.786303 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ba91bf-69d1-4dd4-9d55-02ef130c9888 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:41:30.786892 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-81ba91bf-69d1-4dd4-9d55-02ef130c9888 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032074'] for subnet (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:41:30.791935 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2846d2c9-3cf6-4592-bfca-0f831f244c7e None None] Network 7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9 requested from dv-cinder-818830-2-iscsi {{(pid=114096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 16:41:30.819697 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-81ba91bf-69d1-4dd4-9d55-02ef130c9888 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4607472 Jan 27 16:41:30.906568 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57145c8-fb3a-45aa-9934-ec94f7155e9b None None] Network 7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9 requested from dv-cinder-818830-2-iscsi {{(pid=114096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 16:41:33.169825 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 42872) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:41:33.310939 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-4f9e1546-2017-4962-9ff6-9acecc175544 admin admin] 10.222.0.48 "GET /v2.0/routers/ed71f4e0-53c3-4039-b085-f1ee17e15b04 HTTP/1.1" status: 200 len: 710 time: 0.1399922 Jan 27 16:41:33.403549 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee62c216-b4ef-4959-826b-439b2fab047b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:41:33.405129 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-ee62c216-b4ef-4959-826b-439b2fab047b admin admin] 10.222.0.48 "GET /v2.0/networks/7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9 HTTP/1.1" status: 200 len: 886 time: 0.0886927 Jan 27 16:41:33.414532 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.v2.base [None req-749ce5b0-ebc4-4843-8f13-1d6f73a56fa6 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9'}}} {{(pid=114094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:41:33.734847 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-749ce5b0-ebc4-4843-8f13-1d6f73a56fa6 admin admin] Publish callbacks [] for router_gateway (ed71f4e0-53c3-4039-b085-f1ee17e15b04), precommit_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:41:33.965941 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-749ce5b0-ebc4-4843-8f13-1d6f73a56fa6 admin admin] Publish callbacks [] for router_gateway (ed71f4e0-53c3-4039-b085-f1ee17e15b04), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:41:34.065210 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-749ce5b0-ebc4-4843-8f13-1d6f73a56fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:41:34.173014 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.db_base_plugin_common [None req-749ce5b0-ebc4-4843-8f13-1d6f73a56fa6 admin admin] Allocated IP 172.27.2.195 (7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9/3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf/b56fd6f2-45ac-498e-a7e8-70a66553b370) {{(pid=114094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:41:34.274959 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-749ce5b0-ebc4-4843-8f13-1d6f73a56fa6 admin admin] Publish callbacks [] for port (b56fd6f2-45ac-498e-a7e8-70a66553b370), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:41:34.311544 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-749ce5b0-ebc4-4843-8f13-1d6f73a56fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740202573617'] for port (b56fd6f2-45ac-498e-a7e8-70a66553b370), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:41:34.349362 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749ce5b0-ebc4-4843-8f13-1d6f73a56fa6 admin admin] Network 7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9 is already hosted by enough agents. {{(pid=114094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:41:34.350741 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.base_scheduler [None req-749ce5b0-ebc4-4843-8f13-1d6f73a56fa6 admin admin] Resources bound (agent type, host, resource id): {{(pid=114094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:41:34.362653 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749ce5b0-ebc4-4843-8f13-1d6f73a56fa6 admin admin] Received port after_create {{(pid=114094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:41:34.395754 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749ce5b0-ebc4-4843-8f13-1d6f73a56fa6 admin admin] Pushing event updated for resources: {'Port': ['ID=b56fd6f2-45ac-498e-a7e8-70a66553b370,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:41:34.613075 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-749ce5b0-ebc4-4843-8f13-1d6f73a56fa6 admin admin] Publish callbacks [] for router_gateway (ed71f4e0-53c3-4039-b085-f1ee17e15b04), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:41:34.813559 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-749ce5b0-ebc4-4843-8f13-1d6f73a56fa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1797589', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1794355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5129'] for router (ed71f4e0-53c3-4039-b085-f1ee17e15b04), precommit_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:41:34.816973 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-749ce5b0-ebc4-4843-8f13-1d6f73a56fa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1797566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1797548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1797543', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1794314'] for router (ed71f4e0-53c3-4039-b085-f1ee17e15b04), after_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:41:34.926443 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-749ce5b0-ebc4-4843-8f13-1d6f73a56fa6 admin admin] Router ed71f4e0-53c3-4039-b085-f1ee17e15b04 has already been hosted by L3 agent bdbd084a-7876-495d-b5d9-cf3ee18f0227 {{(pid=114094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 16:41:35.121614 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-749ce5b0-ebc4-4843-8f13-1d6f73a56fa6 admin admin] Notify agent at l3_agent.dv-cinder-818830-2-iscsi the message routers_updated {{(pid=114094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 16:41:35.125778 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-749ce5b0-ebc4-4843-8f13-1d6f73a56fa6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:41:35.126970 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-749ce5b0-ebc4-4843-8f13-1d6f73a56fa6 admin admin] 10.222.0.48 "PUT /v2.0/routers/ed71f4e0-53c3-4039-b085-f1ee17e15b04 HTTP/1.1" status: 200 len: 890 time: 1.7159488 Jan 27 16:41:35.188983 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device a1dd31a3-46e5-4599-a58d-c1d8d110bc0a up at agent ovs-agent-dv-cinder-818830-2-iscsi {{(pid=114096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:41:35.239072 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Provisioning complete for port a1dd31a3-46e5-4599-a58d-c1d8d110bc0a triggered by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:41:35.239473 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (a1dd31a3-46e5-4599-a58d-c1d8d110bc0a), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:41:35.321272 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Current status of the port a1dd31a3-46e5-4599-a58d-c1d8d110bc0a is: ACTIVE; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:41:35.944389 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dfee6b-e35b-4fde-96c3-c6b14e7f78e9 None None] Sync routers for ids ['ed71f4e0-53c3-4039-b085-f1ee17e15b04'] in dv-cinder-818830-2-iscsi {{(pid=114096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 16:41:35.958713 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28dfee6b-e35b-4fde-96c3-c6b14e7f78e9 None None] Routers {'ed71f4e0-53c3-4039-b085-f1ee17e15b04'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:41:35.959456 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-28dfee6b-e35b-4fde-96c3-c6b14e7f78e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T16:41:18Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['ed71f4e0-53c3-4039-b085-f1ee17e15b04'], 'active': True} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:41:36.175475 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvr_db [None req-28dfee6b-e35b-4fde-96c3-c6b14e7f78e9 None None] Set router ed71f4e0-53c3-4039-b085-f1ee17e15b04 gateway port host: dv-cinder-818830-2-iscsi {{(pid=114096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:41:36.635088 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-28dfee6b-e35b-4fde-96c3-c6b14e7f78e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed71f4e0-53c3-4039-b085-f1ee17e15b04', 'name': 'router1', 'tenant_id': '9fb3d018836e4765a6346dd80809dc63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'b56fd6f2-45ac-498e-a7e8-70a66553b370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:41:15Z', 'updated_at': '2022-01-27T16:41:34Z', 'revision_number': 4, 'project_id': '9fb3d018836e4765a6346dd80809dc63', 'gw_port': {'id': 'b56fd6f2-45ac-498e-a7e8-70a66553b370', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c3:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed71f4e0-53c3-4039-b085-f1ee17e15b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:41:34Z', 'updated_at': '2022-01-27T16:41:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi', '_interfaces': [{'id': 'a1dd31a3-46e5-4599-a58d-c1d8d110bc0a', 'name': '', 'network_id': '255b2f9e-15f0-4f61-911f-00f3eb6278ec', 'tenant_id': '9fb3d018836e4765a6346dd80809dc63', 'mac_address': 'fa:16:3e:9a:62:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed71f4e0-53c3-4039-b085-f1ee17e15b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8c47899f-5350-4566-bbc1-6fb79bdba244', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:41:24Z', 'updated_at': '2022-01-27T16:41:27Z', 'revision_number': 5, 'project_id': '9fb3d018836e4765a6346dd80809dc63', 'subnets': [{'id': '8c47899f-5350-4566-bbc1-6fb79bdba244', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '23ce9bd0-765b-4af9-b03e-d4a31bde2311'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:41:36.683123 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dfee6b-e35b-4fde-96c3-c6b14e7f78e9 None None] Checking router: ed71f4e0-53c3-4039-b085-f1ee17e15b04 for host: dv-cinder-818830-2-iscsi {{(pid=114096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 16:41:36.683469 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dfee6b-e35b-4fde-96c3-c6b14e7f78e9 None None] Updating router ed71f4e0-53c3-4039-b085-f1ee17e15b04 port b56fd6f2-45ac-498e-a7e8-70a66553b370 binding host dv-cinder-818830-2-iscsi {{(pid=114096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 16:41:36.730559 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-28dfee6b-e35b-4fde-96c3-c6b14e7f78e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (b56fd6f2-45ac-498e-a7e8-70a66553b370), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:41:37.041128 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-28dfee6b-e35b-4fde-96c3-c6b14e7f78e9 None None] Publish callbacks [] for port (b56fd6f2-45ac-498e-a7e8-70a66553b370), precommit_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:41:37.046242 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-28dfee6b-e35b-4fde-96c3-c6b14e7f78e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (b56fd6f2-45ac-498e-a7e8-70a66553b370), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:41:37.096303 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbb0bd-aba1-4abc-a39b-25bce3e49fa9 None None] Pushing event updated for resources: {'Port': ['ID=b56fd6f2-45ac-498e-a7e8-70a66553b370,revision_number=2']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:41:37.100275 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.managers [None req-28dfee6b-e35b-4fde-96c3-c6b14e7f78e9 None None] Attempting to bind port b56fd6f2-45ac-498e-a7e8-70a66553b370 on host dv-cinder-818830-2-iscsi for vnic_type normal with profile {{(pid=114096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:41:37.100655 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.managers [None req-28dfee6b-e35b-4fde-96c3-c6b14e7f78e9 None None] Attempting to bind port b56fd6f2-45ac-498e-a7e8-70a66553b370 by drivers openvswitch,hyperv on host dv-cinder-818830-2-iscsi at level 0 using segments [{'id': '9bd3a446-0196-4595-aa07-09a05d016e38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9'}] {{(pid=114096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:41:37.101034 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dfee6b-e35b-4fde-96c3-c6b14e7f78e9 None None] Attempting to bind port b56fd6f2-45ac-498e-a7e8-70a66553b370 on network 7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9 {{(pid=114096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:41:37.106334 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dfee6b-e35b-4fde-96c3-c6b14e7f78e9 None None] Checking agent: {'id': '492c1832-c7a3-4f77-b4ba-2ebdc28556bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818830-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 40, 53), 'started_at': datetime.datetime(2022, 1, 27, 16, 41, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818830-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:41:37.106691 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dfee6b-e35b-4fde-96c3-c6b14e7f78e9 None None] Checking segment: {'id': '9bd3a446-0196-4595-aa07-09a05d016e38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:41:37.107094 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-28dfee6b-e35b-4fde-96c3-c6b14e7f78e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:41:37.107487 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dfee6b-e35b-4fde-96c3-c6b14e7f78e9 None None] Bound using segment: {'id': '9bd3a446-0196-4595-aa07-09a05d016e38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9'} {{(pid=114096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:41:37.107980 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.managers [None req-28dfee6b-e35b-4fde-96c3-c6b14e7f78e9 None None] Bound port: b56fd6f2-45ac-498e-a7e8-70a66553b370, host: dv-cinder-818830-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bd3a446-0196-4595-aa07-09a05d016e38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9'}}] {{(pid=114096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:41:37.108357 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-28dfee6b-e35b-4fde-96c3-c6b14e7f78e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (b56fd6f2-45ac-498e-a7e8-70a66553b370), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:41:37.159767 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-28dfee6b-e35b-4fde-96c3-c6b14e7f78e9 None None] For port b56fd6f2-45ac-498e-a7e8-70a66553b370, host dv-cinder-818830-2-iscsi, cleared binding levels {{(pid=114096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:41:37.162645 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-28dfee6b-e35b-4fde-96c3-c6b14e7f78e9 None None] For port b56fd6f2-45ac-498e-a7e8-70a66553b370, host dv-cinder-818830-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818830-2-iscsi',level=0,port_id=b56fd6f2-45ac-498e-a7e8-70a66553b370,segment=NetworkSegment(9bd3a446-0196-4595-aa07-09a05d016e38),segment_id=9bd3a446-0196-4595-aa07-09a05d016e38)] {{(pid=114096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:41:37.167358 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-28dfee6b-e35b-4fde-96c3-c6b14e7f78e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (b56fd6f2-45ac-498e-a7e8-70a66553b370), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:41:37.221805 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28dfee6b-e35b-4fde-96c3-c6b14e7f78e9 None None] Routers {'ed71f4e0-53c3-4039-b085-f1ee17e15b04'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:41:37.222415 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-28dfee6b-e35b-4fde-96c3-c6b14e7f78e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T16:41:18Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['ed71f4e0-53c3-4039-b085-f1ee17e15b04'], 'active': True} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:41:37.257275 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbb0bd-aba1-4abc-a39b-25bce3e49fa9 None None] Pushing event updated for resources: {'Port': ['ID=b56fd6f2-45ac-498e-a7e8-70a66553b370,revision_number=3']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:41:37.332837 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvr_db [None req-28dfee6b-e35b-4fde-96c3-c6b14e7f78e9 None None] Set router ed71f4e0-53c3-4039-b085-f1ee17e15b04 gateway port host: dv-cinder-818830-2-iscsi {{(pid=114096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:41:37.548185 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-28dfee6b-e35b-4fde-96c3-c6b14e7f78e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed71f4e0-53c3-4039-b085-f1ee17e15b04', 'name': 'router1', 'tenant_id': '9fb3d018836e4765a6346dd80809dc63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'b56fd6f2-45ac-498e-a7e8-70a66553b370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:41:15Z', 'updated_at': '2022-01-27T16:41:34Z', 'revision_number': 4, 'project_id': '9fb3d018836e4765a6346dd80809dc63', 'gw_port': {'id': 'b56fd6f2-45ac-498e-a7e8-70a66553b370', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c3:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed71f4e0-53c3-4039-b085-f1ee17e15b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:41:34Z', 'updated_at': '2022-01-27T16:41:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi', '_interfaces': [{'id': 'a1dd31a3-46e5-4599-a58d-c1d8d110bc0a', 'name': '', 'network_id': '255b2f9e-15f0-4f61-911f-00f3eb6278ec', 'tenant_id': '9fb3d018836e4765a6346dd80809dc63', 'mac_address': 'fa:16:3e:9a:62:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed71f4e0-53c3-4039-b085-f1ee17e15b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8c47899f-5350-4566-bbc1-6fb79bdba244', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:41:24Z', 'updated_at': '2022-01-27T16:41:27Z', 'revision_number': 5, 'project_id': '9fb3d018836e4765a6346dd80809dc63', 'subnets': [{'id': '8c47899f-5350-4566-bbc1-6fb79bdba244', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '23ce9bd0-765b-4af9-b03e-d4a31bde2311'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:41:37.578412 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dfee6b-e35b-4fde-96c3-c6b14e7f78e9 None None] The sync data for ids ['ed71f4e0-53c3-4039-b085-f1ee17e15b04'] in dv-cinder-818830-2-iscsi is: [{'id': 'ed71f4e0-53c3-4039-b085-f1ee17e15b04', 'name': 'router1', 'tenant_id': '9fb3d018836e4765a6346dd80809dc63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'b56fd6f2-45ac-498e-a7e8-70a66553b370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:41:15Z', 'updated_at': '2022-01-27T16:41:34Z', 'revision_number': 4, 'project_id': '9fb3d018836e4765a6346dd80809dc63', 'gw_port': {'id': 'b56fd6f2-45ac-498e-a7e8-70a66553b370', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c3:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed71f4e0-53c3-4039-b085-f1ee17e15b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:41:34Z', 'updated_at': '2022-01-27T16:41:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi', '_interfaces': [{'id': 'a1dd31a3-46e5-4599-a58d-c1d8d110bc0a', 'name': '', 'network_id': '255b2f9e-15f0-4f61-911f-00f3eb6278ec', 'tenant_id': '9fb3d018836e4765a6346dd80809dc63', 'mac_address': 'fa:16:3e:9a:62:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed71f4e0-53c3-4039-b085-f1ee17e15b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8c47899f-5350-4566-bbc1-6fb79bdba244', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:41:24Z', 'updated_at': '2022-01-27T16:41:27Z', 'revision_number': 5, 'project_id': '9fb3d018836e4765a6346dd80809dc63', 'subnets': [{'id': '8c47899f-5350-4566-bbc1-6fb79bdba244', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '23ce9bd0-765b-4af9-b03e-d4a31bde2311'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 16:41:37.621669 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 42884) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:41:37.764590 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-080dd64c-3f0c-4706-89ab-2acabaa3cf9e admin admin] 10.222.0.48 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1417797 Jan 27 16:41:39.166417 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device b56fd6f2-45ac-498e-a7e8-70a66553b370 up at agent ovs-agent-dv-cinder-818830-2-iscsi {{(pid=114096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:41:39.214182 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Provisioning complete for port b56fd6f2-45ac-498e-a7e8-70a66553b370 triggered by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:41:39.214562 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (b56fd6f2-45ac-498e-a7e8-70a66553b370), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:41:39.290653 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Current status of the port b56fd6f2-45ac-498e-a7e8-70a66553b370 is: DOWN; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:41:39.291780 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (b56fd6f2-45ac-498e-a7e8-70a66553b370), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:41:39.310316 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] For port b56fd6f2-45ac-498e-a7e8-70a66553b370, host dv-cinder-818830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818830-2-iscsi',level=0,port_id=b56fd6f2-45ac-498e-a7e8-70a66553b370,segment=NetworkSegment(9bd3a446-0196-4595-aa07-09a05d016e38),segment_id=9bd3a446-0196-4595-aa07-09a05d016e38)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:41:39.314693 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (b56fd6f2-45ac-498e-a7e8-70a66553b370), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:41:39.364497 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Pushing event updated for resources: {'Port': ['ID=b56fd6f2-45ac-498e-a7e8-70a66553b370,revision_number=4']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:41:41.142427 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device b56fd6f2-45ac-498e-a7e8-70a66553b370 up at agent ovs-agent-dv-cinder-818830-2-iscsi {{(pid=114096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:41:41.198371 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Provisioning complete for port b56fd6f2-45ac-498e-a7e8-70a66553b370 triggered by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:41:41.198779 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (b56fd6f2-45ac-498e-a7e8-70a66553b370), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:41:41.316238 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Current status of the port b56fd6f2-45ac-498e-a7e8-70a66553b370 is: ACTIVE; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:41:46.370627 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-b863b6a2-4768-4bd4-8c60-c653a8e8eee1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (b49cc950-6aaa-44e3-a3c4-70b67101afab), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:41:48.418742 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-27b5b524-e8bf-4f81-b959-c0a3745f9b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (bdbd084a-7876-495d-b5d9-cf3ee18f0227), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:41:49.442187 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-66ba84dd-632c-456a-bb12-6a575fe6244f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9495f383-87a2-4ffd-86dd-67b8d88d602c), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:41:51.502018 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-d66b1738-fecd-429f-97ae-c3b5c23d3d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9d445c8f-179b-40e3-9cb5-ffaa95aecd6a), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:41:52.571099 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (492c1832-c7a3-4f77-b4ba-2ebdc28556bf), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:41:55.659823 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.agents_db [None req-5545c54b-af05-4075-94be-94e2438c302a None None] Agent healthcheck: found 5 active agents {{(pid=114097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 16:42:16.356847 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-fd448bca-6fb9-4bd7-90bc-331cc70db521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (b49cc950-6aaa-44e3-a3c4-70b67101afab), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:42:18.425135 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-f8337fc7-e61e-4a92-bfde-4f32c3a1d3a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (bdbd084a-7876-495d-b5d9-cf3ee18f0227), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:42:19.446980 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-66ba84dd-632c-456a-bb12-6a575fe6244f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9495f383-87a2-4ffd-86dd-67b8d88d602c), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:42:21.482739 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-d66b1738-fecd-429f-97ae-c3b5c23d3d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9d445c8f-179b-40e3-9cb5-ffaa95aecd6a), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:42:22.559271 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (492c1832-c7a3-4f77-b4ba-2ebdc28556bf), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:42:32.659093 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.agents_db [None req-5545c54b-af05-4075-94be-94e2438c302a None None] Agent healthcheck: found 5 active agents {{(pid=114097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 16:42:46.359900 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-daeba0d5-a3f4-4ce0-b48a-89ef405ab9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (b49cc950-6aaa-44e3-a3c4-70b67101afab), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:42:48.418638 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-308faee3-c787-4875-93a2-199ecded665f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (bdbd084a-7876-495d-b5d9-cf3ee18f0227), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:42:49.447469 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-66ba84dd-632c-456a-bb12-6a575fe6244f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9495f383-87a2-4ffd-86dd-67b8d88d602c), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:42:51.477895 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-d66b1738-fecd-429f-97ae-c3b5c23d3d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9d445c8f-179b-40e3-9cb5-ffaa95aecd6a), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:42:52.554681 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (492c1832-c7a3-4f77-b4ba-2ebdc28556bf), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:42:57.311789 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 43368) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:42:57.372079 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c913539-00d0-405b-a988-dc521ef4019b admin admin] GET failed (client error): The resource could not be found. Jan 27 16:42:57.373278 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-1c913539-00d0-405b-a988-dc521ef4019b admin admin] 10.222.0.48 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0605359 Jan 27 16:42:57.535820 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8bdff16-2d4f-4554-8ac5-ab1246a1f649 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:42:57.537591 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-b8bdff16-2d4f-4554-8ac5-ab1246a1f649 admin admin] 10.222.0.48 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1600113 Jan 27 16:42:59.798007 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 43378) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:42:59.885772 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1234bfca-8aa5-4f1e-a2c5-408da974de9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:42:59.887106 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-1234bfca-8aa5-4f1e-a2c5-408da974de9f admin admin] 10.222.0.48 "GET /v2.0/subnets/8c47899f-5350-4566-bbc1-6fb79bdba244 HTTP/1.1" status: 200 len: 849 time: 0.0882201 Jan 27 16:42:59.896946 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.v2.base [None req-6e439f3f-7ddf-4773-9f32-48dd52f868aa admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=114094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:42:59.980989 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-6e439f3f-7ddf-4773-9f32-48dd52f868aa admin admin] Publish callbacks [] for subnet (8c47899f-5350-4566-bbc1-6fb79bdba244), before_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:43:00.121938 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-6e439f3f-7ddf-4773-9f32-48dd52f868aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740202902483'] for subnet (8c47899f-5350-4566-bbc1-6fb79bdba244), after_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:43:00.150382 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e439f3f-7ddf-4773-9f32-48dd52f868aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:43:00.150967 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-6e439f3f-7ddf-4773-9f32-48dd52f868aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032074'] for subnet (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:43:00.152261 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-6e439f3f-7ddf-4773-9f32-48dd52f868aa admin admin] 10.222.0.48 "PUT /v2.0/subnets/8c47899f-5350-4566-bbc1-6fb79bdba244 HTTP/1.1" status: 200 len: 868 time: 0.2593653 Jan 27 16:43:00.167079 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e768bedd-a20f-42e6-80df-32d87538678c None None] Network 255b2f9e-15f0-4f61-911f-00f3eb6278ec requested from dv-cinder-818830-2-iscsi {{(pid=114096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 16:43:00.174194 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e439f3f-7ddf-4773-9f32-48dd52f868aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c47899f-5350-4566-bbc1-6fb79bdba244,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:43:00.181790 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e439f3f-7ddf-4773-9f32-48dd52f868aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:43:00.182140 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e439f3f-7ddf-4773-9f32-48dd52f868aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:43:00.182484 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e439f3f-7ddf-4773-9f32-48dd52f868aa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:43:00.182820 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e439f3f-7ddf-4773-9f32-48dd52f868aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:43:00.183158 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e439f3f-7ddf-4773-9f32-48dd52f868aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:43:00.183487 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e439f3f-7ddf-4773-9f32-48dd52f868aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:43:00.183842 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e439f3f-7ddf-4773-9f32-48dd52f868aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:43:00.184173 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e439f3f-7ddf-4773-9f32-48dd52f868aa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:43:00.184501 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e439f3f-7ddf-4773-9f32-48dd52f868aa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:43:00.184854 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e439f3f-7ddf-4773-9f32-48dd52f868aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:43:00.185175 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e439f3f-7ddf-4773-9f32-48dd52f868aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:43:00.185495 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e439f3f-7ddf-4773-9f32-48dd52f868aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:43:00.185813 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e439f3f-7ddf-4773-9f32-48dd52f868aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:43:00.462064 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-2e2a9dd0-75d5-4780-a6f9-44b8eba823be None None] Provisioning complete for port 81fa0def-f508-4490-9807-ee2e14a256c7 triggered by entity DHCP. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:43:00.462436 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2e2a9dd0-75d5-4780-a6f9-44b8eba823be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (81fa0def-f508-4490-9807-ee2e14a256c7), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:43:00.542574 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-2e2a9dd0-75d5-4780-a6f9-44b8eba823be None None] Current status of the port 81fa0def-f508-4490-9807-ee2e14a256c7 is: ACTIVE; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:43:00.553078 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-2e2a9dd0-75d5-4780-a6f9-44b8eba823be None None] Provisioning complete for port a1dd31a3-46e5-4599-a58d-c1d8d110bc0a triggered by entity DHCP. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:43:00.553397 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2e2a9dd0-75d5-4780-a6f9-44b8eba823be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (a1dd31a3-46e5-4599-a58d-c1d8d110bc0a), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:43:00.625865 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-2e2a9dd0-75d5-4780-a6f9-44b8eba823be None None] Current status of the port a1dd31a3-46e5-4599-a58d-c1d8d110bc0a is: ACTIVE; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:43:02.442251 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 43386) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:43:02.638358 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7c6ce8-5b1b-47e2-87d8-54ae1c30707b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:43:02.638750 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7c6ce8-5b1b-47e2-87d8-54ae1c30707b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:43:02.640321 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-ce7c6ce8-5b1b-47e2-87d8-54ae1c30707b admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1971195 Jan 27 16:43:04.910011 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 43394) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:43:05.039454 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c505eb-dd6d-455c-837a-f2be031d019b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:43:05.039962 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c505eb-dd6d-455c-837a-f2be031d019b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:43:05.041463 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-d5c505eb-dd6d-455c-837a-f2be031d019b admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1304946 Jan 27 16:43:07.328512 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 43402) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:43:07.455675 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3dd2448-3322-4351-8ce5-bb012b609f36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:43:07.457540 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-f3dd2448-3322-4351-8ce5-bb012b609f36 admin admin] 10.222.0.48 "GET /v2.0/networks/255b2f9e-15f0-4f61-911f-00f3eb6278ec HTTP/1.1" status: 200 len: 869 time: 0.1280694 Jan 27 16:43:09.658094 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.agents_db [None req-5545c54b-af05-4075-94be-94e2438c302a None None] Agent healthcheck: found 5 active agents {{(pid=114097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 16:43:09.738497 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 43410) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:43:09.867922 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2429277a-9609-4703-a826-71a0c1579907 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:43:09.869245 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-2429277a-9609-4703-a826-71a0c1579907 admin admin] 10.222.0.48 "GET /v2.0/networks/7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9 HTTP/1.1" status: 200 len: 886 time: 0.1297715 Jan 27 16:43:12.095805 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 43418) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:43:12.222841 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd92573c-aada-4dde-9a67-acedb657fc1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:43:12.223293 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd92573c-aada-4dde-9a67-acedb657fc1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:43:12.224835 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-dd92573c-aada-4dde-9a67-acedb657fc1d admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1280870 Jan 27 16:43:14.449215 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 43426) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:43:14.539056 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0dfe2a-efeb-4bba-bf54-b0815074048e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:43:14.539508 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0dfe2a-efeb-4bba-bf54-b0815074048e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:43:14.541035 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-ec0dfe2a-efeb-4bba-bf54-b0815074048e admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0908713 Jan 27 16:43:16.360963 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-8057b5c6-3097-4380-8819-e3265277b164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (b49cc950-6aaa-44e3-a3c4-70b67101afab), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:43:16.807274 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 43434) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:43:16.901306 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b587483f-f16b-4ab3-94d0-385b76e470ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:43:16.902621 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-b587483f-f16b-4ab3-94d0-385b76e470ed admin admin] 10.222.0.48 "GET /v2.0/subnets/3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf HTTP/1.1" status: 200 len: 816 time: 0.0943656 Jan 27 16:43:18.420069 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-d8716fec-184b-4947-8661-dd1bb9e980e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (bdbd084a-7876-495d-b5d9-cf3ee18f0227), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:43:19.137878 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 43444) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:43:19.230654 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fe6ef6-c5c1-46d0-95c8-66f18c3eaa44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:43:19.232031 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-59fe6ef6-c5c1-46d0-95c8-66f18c3eaa44 admin admin] 10.222.0.48 "GET /v2.0/subnets/8c47899f-5350-4566-bbc1-6fb79bdba244 HTTP/1.1" status: 200 len: 868 time: 0.0932081 Jan 27 16:43:19.451126 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-66ba84dd-632c-456a-bb12-6a575fe6244f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9495f383-87a2-4ffd-86dd-67b8d88d602c), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:43:21.483420 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-d66b1738-fecd-429f-97ae-c3b5c23d3d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9d445c8f-179b-40e3-9cb5-ffaa95aecd6a), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:43:22.561203 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (492c1832-c7a3-4f77-b4ba-2ebdc28556bf), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:43:43.684029 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 43498) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:43:43.730442 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [None req-3658eefb-e953-493f-a847-4cd06220508b admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114095) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 16:43:43.731417 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-3658eefb-e953-493f-a847-4cd06220508b admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0464320 Jan 27 16:43:46.087538 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 43506) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:43:46.146759 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.pecan_wsgi.hooks.translation [None req-08fdc6da-d453-4ec4-813d-796fa958e815 admin admin] GET failed (client error): The resource could not be found. Jan 27 16:43:46.148053 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-08fdc6da-d453-4ec4-813d-796fa958e815 admin admin] 10.222.0.48 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0595558 Jan 27 16:43:46.290862 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ea35bd-4fd1-43a8-981c-48ac0641000b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:43:46.292668 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-02ea35bd-4fd1-43a8-981c-48ac0641000b admin admin] 10.222.0.48 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1405156 Jan 27 16:43:46.369254 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-04853bb2-4b0d-4be7-9f51-30290a546b3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (b49cc950-6aaa-44e3-a3c4-70b67101afab), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:43:46.656709 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.agents_db [None req-5545c54b-af05-4075-94be-94e2438c302a None None] Agent healthcheck: found 5 active agents {{(pid=114097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 16:43:48.421888 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-7ec66acb-3c74-461a-9002-480800220e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (bdbd084a-7876-495d-b5d9-cf3ee18f0227), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:43:48.598636 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 43516) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:43:48.645612 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.v2.base [None req-5a3a0dad-72aa-4edd-964d-20065e8fd5d3 admin admin] Request body: {'network': {'name': 'shared', 'project_id': '0e1134f718c7471d948ccfe1ca59674e', 'admin_state_up': True, 'tenant_id': '0e1134f718c7471d948ccfe1ca59674e', 'shared': True}} {{(pid=114094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:43:48.664551 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a3a0dad-72aa-4edd-964d-20065e8fd5d3 admin admin] Made reservation on behalf of 0e1134f718c7471d948ccfe1ca59674e for: {'network': 1} {{(pid=114094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:43:48.666871 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-5a3a0dad-72aa-4edd-964d-20065e8fd5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for network (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:43:48.694494 dv-cinder-818830-2-iscsi neutron-server[114094]: WARNING neutron.services.revisions.revision_plugin [None req-5a3a0dad-72aa-4edd-964d-20065e8fd5d3 admin admin] Could not find related network for resource to bump revision. Jan 27 16:43:48.709038 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a3a0dad-72aa-4edd-964d-20065e8fd5d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=114094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 16:43:48.718895 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-5a3a0dad-72aa-4edd-964d-20065e8fd5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985126'] for segment (fb9cb974-db83-4e6b-8087-3d0efa147001), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:43:48.719236 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.db.segments_db [None req-5a3a0dad-72aa-4edd-964d-20065e8fd5d3 admin admin] Added segment fb9cb974-db83-4e6b-8087-3d0efa147001 of type vlan for network b6a5a5aa-5558-4918-aa1c-e157bb7bcd42 Jan 27 16:43:48.758518 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-5a3a0dad-72aa-4edd-964d-20065e8fd5d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740202591609'] for network (b6a5a5aa-5558-4918-aa1c-e157bb7bcd42), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:43:48.781093 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-5a3a0dad-72aa-4edd-964d-20065e8fd5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092'] for network (b6a5a5aa-5558-4918-aa1c-e157bb7bcd42), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:43:48.782166 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3a0dad-72aa-4edd-964d-20065e8fd5d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:43:48.782752 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-5a3a0dad-72aa-4edd-964d-20065e8fd5d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032074'] for network (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:43:48.838529 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-5a3a0dad-72aa-4edd-964d-20065e8fd5d3 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2388167 Jan 27 16:43:48.845347 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3a0dad-72aa-4edd-964d-20065e8fd5d3 admin admin] Pushing event updated for resources: {'Network': ['ID=b6a5a5aa-5558-4918-aa1c-e157bb7bcd42,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:43:48.857483 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Network b6a5a5aa-5558-4918-aa1c-e157bb7bcd42 details requested by agent ovs-agent-dv-cinder-818830-2-iscsi with host dv-cinder-818830-2-iscsi {{(pid=114096) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 16:43:49.454151 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-66ba84dd-632c-456a-bb12-6a575fe6244f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9495f383-87a2-4ffd-86dd-67b8d88d602c), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:43:51.147911 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 43526) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:43:51.205358 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac1e2edf-56a8-4bee-a368-6fa46375d622 admin admin] GET failed (client error): The resource could not be found. Jan 27 16:43:51.207375 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-ac1e2edf-56a8-4bee-a368-6fa46375d622 admin admin] 10.222.0.48 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0585182 Jan 27 16:43:51.282855 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9938e479-7c8e-413b-bb56-1f7015aad93b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:43:51.284398 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-9938e479-7c8e-413b-bb56-1f7015aad93b admin admin] 10.222.0.48 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0729096 Jan 27 16:43:51.293913 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.v2.base [None req-4132bebc-4619-4bb3-a147-d5543ebdb4ee admin admin] Request body: {'subnet': {'tenant_id': '0e1134f718c7471d948ccfe1ca59674e', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': 'b6a5a5aa-5558-4918-aa1c-e157bb7bcd42', 'ip_version': 4}} {{(pid=114094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:43:51.311594 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4132bebc-4619-4bb3-a147-d5543ebdb4ee admin admin] Made reservation on behalf of 0e1134f718c7471d948ccfe1ca59674e for: {'subnet': 1} {{(pid=114094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:43:51.313687 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-4132bebc-4619-4bb3-a147-d5543ebdb4ee admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:43:51.475970 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-4132bebc-4619-4bb3-a147-d5543ebdb4ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092'] for subnet (d1a514e6-b8aa-4f33-a631-601b8893ea1b), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:43:51.488013 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-d66b1738-fecd-429f-97ae-c3b5c23d3d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9d445c8f-179b-40e3-9cb5-ffaa95aecd6a), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:43:51.634892 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4132bebc-4619-4bb3-a147-d5543ebdb4ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1a514e6-b8aa-4f33-a631-601b8893ea1b,revision_number=0']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:43:51.641771 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4132bebc-4619-4bb3-a147-d5543ebdb4ee admin admin] Checking segment: {'id': 'fb9cb974-db83-4e6b-8087-3d0efa147001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'b6a5a5aa-5558-4918-aa1c-e157bb7bcd42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:43:51.642131 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4132bebc-4619-4bb3-a147-d5543ebdb4ee admin admin] Network hostable DHCP agents. Network: b6a5a5aa-5558-4918-aa1c-e157bb7bcd42, hostable agents: ['b49cc950-6aaa-44e3-a3c4-70b67101afab'], hosted agents: [] {{(pid=114094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 16:43:51.659691 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4132bebc-4619-4bb3-a147-d5543ebdb4ee admin admin] Network b6a5a5aa-5558-4918-aa1c-e157bb7bcd42 is scheduled to be hosted by DHCP agent b49cc950-6aaa-44e3-a3c4-70b67101afab with binding_index 1 {{(pid=114094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 16:43:51.667983 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.base_scheduler [None req-4132bebc-4619-4bb3-a147-d5543ebdb4ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818830-2-iscsi, b6a5a5aa-5558-4918-aa1c-e157bb7bcd42) {{(pid=114094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:43:51.671931 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4132bebc-4619-4bb3-a147-d5543ebdb4ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:43:51.672528 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-4132bebc-4619-4bb3-a147-d5543ebdb4ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032074'] for subnet (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:43:51.677579 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58f3517-fdca-41db-a6bb-9c6f371b1a6b None None] Network b6a5a5aa-5558-4918-aa1c-e157bb7bcd42 requested from dv-cinder-818830-2-iscsi {{(pid=114096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 16:43:51.693985 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-4132bebc-4619-4bb3-a147-d5543ebdb4ee admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3979599 Jan 27 16:43:51.796269 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29acf184-2dd7-4d09-9109-00641844d332 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c1acf8-e4cc-5fda-8a64-db3d56aaaedc-b6a5a5aa-5558-4918-aa1c-e157bb7bcd42', 'network_id': 'b6a5a5aa-5558-4918-aa1c-e157bb7bcd42', 'project_id': '0e1134f718c7471d948ccfe1ca59674e', 'fixed_ips': [{'subnet_id': 'd1a514e6-b8aa-4f33-a631-601b8893ea1b'}]}} from dv-cinder-818830-2-iscsi. {{(pid=114096) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 16:43:51.797166 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-29acf184-2dd7-4d09-9109-00641844d332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (None), before_create {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:43:51.947888 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.db_base_plugin_common [None req-29acf184-2dd7-4d09-9109-00641844d332 None None] Allocated IP 192.168.233.2 (b6a5a5aa-5558-4918-aa1c-e157bb7bcd42/d1a514e6-b8aa-4f33-a631-601b8893ea1b/59c60681-2357-4fec-9704-050c179aee2c) {{(pid=114096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:43:52.093126 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-29acf184-2dd7-4d09-9109-00641844d332 None None] Publish callbacks [] for port (59c60681-2357-4fec-9704-050c179aee2c), precommit_create {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:43:52.099185 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-29acf184-2dd7-4d09-9109-00641844d332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740202573617'] for port (59c60681-2357-4fec-9704-050c179aee2c), after_create {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:43:52.138054 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29acf184-2dd7-4d09-9109-00641844d332 None None] Network b6a5a5aa-5558-4918-aa1c-e157bb7bcd42 is already hosted by enough agents. {{(pid=114096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:43:52.140756 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.scheduler.base_scheduler [None req-29acf184-2dd7-4d09-9109-00641844d332 None None] Resources bound (agent type, host, resource id): {{(pid=114096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:43:52.144259 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29acf184-2dd7-4d09-9109-00641844d332 None None] Received port after_create {{(pid=114096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:43:52.155776 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29acf184-2dd7-4d09-9109-00641844d332 None None] Pushing event updated for resources: {'Port': ['ID=59c60681-2357-4fec-9704-050c179aee2c,revision_number=1']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:43:52.178489 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29acf184-2dd7-4d09-9109-00641844d332 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:43:52.178860 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29acf184-2dd7-4d09-9109-00641844d332 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:43:52.179218 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29acf184-2dd7-4d09-9109-00641844d332 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:43:52.179554 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29acf184-2dd7-4d09-9109-00641844d332 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:43:52.179909 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29acf184-2dd7-4d09-9109-00641844d332 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:43:52.180244 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29acf184-2dd7-4d09-9109-00641844d332 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:43:52.180573 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29acf184-2dd7-4d09-9109-00641844d332 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:43:52.180895 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29acf184-2dd7-4d09-9109-00641844d332 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:43:52.181216 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29acf184-2dd7-4d09-9109-00641844d332 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:43:52.181547 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29acf184-2dd7-4d09-9109-00641844d332 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:43:52.181872 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29acf184-2dd7-4d09-9109-00641844d332 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:43:52.182186 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29acf184-2dd7-4d09-9109-00641844d332 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:43:52.182498 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29acf184-2dd7-4d09-9109-00641844d332 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:43:52.218752 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.managers [None req-29acf184-2dd7-4d09-9109-00641844d332 None None] Attempting to bind port 59c60681-2357-4fec-9704-050c179aee2c on host dv-cinder-818830-2-iscsi for vnic_type normal with profile {{(pid=114096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:43:52.219107 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.managers [None req-29acf184-2dd7-4d09-9109-00641844d332 None None] Attempting to bind port 59c60681-2357-4fec-9704-050c179aee2c by drivers openvswitch,hyperv on host dv-cinder-818830-2-iscsi at level 0 using segments [{'id': 'fb9cb974-db83-4e6b-8087-3d0efa147001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'b6a5a5aa-5558-4918-aa1c-e157bb7bcd42'}] {{(pid=114096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:43:52.219473 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29acf184-2dd7-4d09-9109-00641844d332 None None] Attempting to bind port 59c60681-2357-4fec-9704-050c179aee2c on network b6a5a5aa-5558-4918-aa1c-e157bb7bcd42 {{(pid=114096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:43:52.225325 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29acf184-2dd7-4d09-9109-00641844d332 None None] Checking agent: {'id': '492c1832-c7a3-4f77-b4ba-2ebdc28556bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818830-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 40, 53), 'started_at': datetime.datetime(2022, 1, 27, 16, 41, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818830-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:43:52.225628 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29acf184-2dd7-4d09-9109-00641844d332 None None] Checking segment: {'id': 'fb9cb974-db83-4e6b-8087-3d0efa147001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'b6a5a5aa-5558-4918-aa1c-e157bb7bcd42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:43:52.226079 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-29acf184-2dd7-4d09-9109-00641844d332 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:43:52.226500 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29acf184-2dd7-4d09-9109-00641844d332 None None] Bound using segment: {'id': 'fb9cb974-db83-4e6b-8087-3d0efa147001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'b6a5a5aa-5558-4918-aa1c-e157bb7bcd42'} {{(pid=114096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:43:52.226968 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.managers [None req-29acf184-2dd7-4d09-9109-00641844d332 None None] Bound port: 59c60681-2357-4fec-9704-050c179aee2c, host: dv-cinder-818830-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb9cb974-db83-4e6b-8087-3d0efa147001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'b6a5a5aa-5558-4918-aa1c-e157bb7bcd42'}}] {{(pid=114096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:43:52.227359 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-29acf184-2dd7-4d09-9109-00641844d332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (59c60681-2357-4fec-9704-050c179aee2c), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:43:52.389588 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-29acf184-2dd7-4d09-9109-00641844d332 None None] For port 59c60681-2357-4fec-9704-050c179aee2c, host dv-cinder-818830-2-iscsi, cleared binding levels {{(pid=114096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:43:52.392645 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-29acf184-2dd7-4d09-9109-00641844d332 None None] For port 59c60681-2357-4fec-9704-050c179aee2c, host dv-cinder-818830-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818830-2-iscsi',level=0,port_id=59c60681-2357-4fec-9704-050c179aee2c,segment=NetworkSegment(fb9cb974-db83-4e6b-8087-3d0efa147001),segment_id=fb9cb974-db83-4e6b-8087-3d0efa147001)] {{(pid=114096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:43:52.398061 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-29acf184-2dd7-4d09-9109-00641844d332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (59c60681-2357-4fec-9704-050c179aee2c), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:43:52.452848 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29acf184-2dd7-4d09-9109-00641844d332 None None] Pushing event updated for resources: {'Port': ['ID=59c60681-2357-4fec-9704-050c179aee2c,revision_number=2']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:43:52.563902 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (492c1832-c7a3-4f77-b4ba-2ebdc28556bf), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:43:53.253633 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device 59c60681-2357-4fec-9704-050c179aee2c up at agent ovs-agent-dv-cinder-818830-2-iscsi {{(pid=114096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:43:53.317123 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Provisioning complete for port 59c60681-2357-4fec-9704-050c179aee2c triggered by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:43:53.317434 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (59c60681-2357-4fec-9704-050c179aee2c), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:43:53.404772 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Current status of the port 59c60681-2357-4fec-9704-050c179aee2c is: DOWN; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:43:53.405415 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (59c60681-2357-4fec-9704-050c179aee2c), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:43:53.445624 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] For port 59c60681-2357-4fec-9704-050c179aee2c, host dv-cinder-818830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818830-2-iscsi',level=0,port_id=59c60681-2357-4fec-9704-050c179aee2c,segment=NetworkSegment(fb9cb974-db83-4e6b-8087-3d0efa147001),segment_id=fb9cb974-db83-4e6b-8087-3d0efa147001)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:43:53.450783 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (59c60681-2357-4fec-9704-050c179aee2c), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:43:53.480455 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f106cb-2607-40a8-a024-96e032049051 None None] Network b6a5a5aa-5558-4918-aa1c-e157bb7bcd42 requested from dv-cinder-818830-2-iscsi {{(pid=114096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 16:43:53.550580 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Pushing event updated for resources: {'Port': ['ID=59c60681-2357-4fec-9704-050c179aee2c,revision_number=3']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:43:53.584967 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-adde9d12-248f-4889-93d0-765f35a46a88 None None] Provisioning complete for port 59c60681-2357-4fec-9704-050c179aee2c triggered by entity DHCP. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:43:53.585586 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-adde9d12-248f-4889-93d0-765f35a46a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (59c60681-2357-4fec-9704-050c179aee2c), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:43:53.695832 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-adde9d12-248f-4889-93d0-765f35a46a88 None None] Current status of the port 59c60681-2357-4fec-9704-050c179aee2c is: ACTIVE; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:43:53.916087 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-0bd09e21-e9cc-40c8-b4b6-b1739ec10f22 None None] Provisioning complete for port 59c60681-2357-4fec-9704-050c179aee2c triggered by entity DHCP. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:43:53.916381 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-0bd09e21-e9cc-40c8-b4b6-b1739ec10f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (59c60681-2357-4fec-9704-050c179aee2c), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:43:53.996888 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-0bd09e21-e9cc-40c8-b4b6-b1739ec10f22 None None] Current status of the port 59c60681-2357-4fec-9704-050c179aee2c is: ACTIVE; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:43:55.203138 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device 59c60681-2357-4fec-9704-050c179aee2c up at agent ovs-agent-dv-cinder-818830-2-iscsi {{(pid=114096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:43:55.251056 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Provisioning complete for port 59c60681-2357-4fec-9704-050c179aee2c triggered by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:43:55.251449 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (59c60681-2357-4fec-9704-050c179aee2c), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:43:55.325681 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Current status of the port 59c60681-2357-4fec-9704-050c179aee2c is: ACTIVE; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:44:16.362336 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-746ee3bf-3470-45b3-8019-67d3952a1a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (b49cc950-6aaa-44e3-a3c4-70b67101afab), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:44:18.423673 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-6d207d93-542a-4854-8ccf-fb78227643ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (bdbd084a-7876-495d-b5d9-cf3ee18f0227), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:44:19.457245 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-66ba84dd-632c-456a-bb12-6a575fe6244f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9495f383-87a2-4ffd-86dd-67b8d88d602c), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:44:21.487962 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-d66b1738-fecd-429f-97ae-c3b5c23d3d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9d445c8f-179b-40e3-9cb5-ffaa95aecd6a), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:44:22.556551 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (492c1832-c7a3-4f77-b4ba-2ebdc28556bf), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:44:23.655633 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.agents_db [None req-5545c54b-af05-4075-94be-94e2438c302a None None] Agent healthcheck: found 5 active agents {{(pid=114097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 16:44:46.367309 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-8b613637-ccb5-4e4a-8a2f-9f5038765477 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (b49cc950-6aaa-44e3-a3c4-70b67101afab), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:44:48.427494 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-d0ddb731-e58c-42b7-aec8-f10d35f2e079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (bdbd084a-7876-495d-b5d9-cf3ee18f0227), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:44:49.460456 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-66ba84dd-632c-456a-bb12-6a575fe6244f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9495f383-87a2-4ffd-86dd-67b8d88d602c), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:44:51.491980 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-d66b1738-fecd-429f-97ae-c3b5c23d3d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9d445c8f-179b-40e3-9cb5-ffaa95aecd6a), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:44:52.560446 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (492c1832-c7a3-4f77-b4ba-2ebdc28556bf), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:45:00.653453 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.agents_db [None req-5545c54b-af05-4075-94be-94e2438c302a None None] Agent healthcheck: found 5 active agents {{(pid=114097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 16:45:09.593870 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 43570) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:45:09.599911 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [None req-cbb13b31-8231-413f-b60d-65d6f340c400 tempest-verify_tempest_config-1568701573 tempest-verify_tempest_config-1568701573-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114094) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 16:45:09.600865 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-cbb13b31-8231-413f-b60d-65d6f340c400 tempest-verify_tempest_config-1568701573 tempest-verify_tempest_config-1568701573-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0060060 Jan 27 16:45:09.885973 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 43588) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:45:09.987163 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-44a5f2e2-fe17-4d55-9938-287f461d2190 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:45:10.062460 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-44a5f2e2-fe17-4d55-9938-287f461d2190 admin admin] Publish callbacks [] for security_group (74859e55-b79a-4d5f-9fd3-63a20604b1d7), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:45:10.066758 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-44a5f2e2-fe17-4d55-9938-287f461d2190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (74859e55-b79a-4d5f-9fd3-63a20604b1d7), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:45:10.112212 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-44a5f2e2-fe17-4d55-9938-287f461d2190 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=18c3bc3f85e647a0ae4c3e1d5ac38667&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2251704 Jan 27 16:45:10.113298 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a5f2e2-fe17-4d55-9938-287f461d2190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74859e55-b79a-4d5f-9fd3-63a20604b1d7,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:45:10.116146 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 43592) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:45:10.120035 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a5f2e2-fe17-4d55-9938-287f461d2190 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:45:10.120402 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a5f2e2-fe17-4d55-9938-287f461d2190 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:45:10.120743 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a5f2e2-fe17-4d55-9938-287f461d2190 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:45:10.121076 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a5f2e2-fe17-4d55-9938-287f461d2190 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:45:10.121423 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a5f2e2-fe17-4d55-9938-287f461d2190 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:45:10.121736 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a5f2e2-fe17-4d55-9938-287f461d2190 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:45:10.122039 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a5f2e2-fe17-4d55-9938-287f461d2190 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:45:10.122360 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a5f2e2-fe17-4d55-9938-287f461d2190 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:45:10.122806 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a5f2e2-fe17-4d55-9938-287f461d2190 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:45:10.123028 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a5f2e2-fe17-4d55-9938-287f461d2190 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:45:10.123355 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a5f2e2-fe17-4d55-9938-287f461d2190 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:45:10.123694 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a5f2e2-fe17-4d55-9938-287f461d2190 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:45:10.124014 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a5f2e2-fe17-4d55-9938-287f461d2190 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:45:10.179674 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-5d9c34ea-eda0-4a22-93e3-5f15d73243e7 admin admin] Publish callbacks [] for security_group (74859e55-b79a-4d5f-9fd3-63a20604b1d7), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:45:10.202434 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-5d9c34ea-eda0-4a22-93e3-5f15d73243e7 admin admin] Publish callbacks [] for security_group (74859e55-b79a-4d5f-9fd3-63a20604b1d7), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:45:10.298054 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-5d9c34ea-eda0-4a22-93e3-5f15d73243e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (74859e55-b79a-4d5f-9fd3-63a20604b1d7), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:45:10.300754 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-5d9c34ea-eda0-4a22-93e3-5f15d73243e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:45:10.306643 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-5d9c34ea-eda0-4a22-93e3-5f15d73243e7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/74859e55-b79a-4d5f-9fd3-63a20604b1d7 HTTP/1.1" status: 204 len: 168 time: 0.1877029 Jan 27 16:45:10.313090 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9c34ea-eda0-4a22-93e3-5f15d73243e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74859e55-b79a-4d5f-9fd3-63a20604b1d7,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:45:10.320195 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9c34ea-eda0-4a22-93e3-5f15d73243e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:45:10.320611 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9c34ea-eda0-4a22-93e3-5f15d73243e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:45:10.320904 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9c34ea-eda0-4a22-93e3-5f15d73243e7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:45:10.321244 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9c34ea-eda0-4a22-93e3-5f15d73243e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:45:10.321581 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9c34ea-eda0-4a22-93e3-5f15d73243e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:45:10.321912 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9c34ea-eda0-4a22-93e3-5f15d73243e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:45:10.322325 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9c34ea-eda0-4a22-93e3-5f15d73243e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:45:10.322570 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9c34ea-eda0-4a22-93e3-5f15d73243e7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:45:10.322898 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9c34ea-eda0-4a22-93e3-5f15d73243e7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:45:10.323288 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9c34ea-eda0-4a22-93e3-5f15d73243e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:45:10.323545 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9c34ea-eda0-4a22-93e3-5f15d73243e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:45:10.323890 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9c34ea-eda0-4a22-93e3-5f15d73243e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:45:10.324219 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9c34ea-eda0-4a22-93e3-5f15d73243e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:45:16.369339 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-82391f8f-c7e4-441d-afa4-7e16101c4f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (b49cc950-6aaa-44e3-a3c4-70b67101afab), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:45:18.429472 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2f8b21a9-3563-4f6a-928a-6fc7d3faf5e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (bdbd084a-7876-495d-b5d9-cf3ee18f0227), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:45:19.463867 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-66ba84dd-632c-456a-bb12-6a575fe6244f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9495f383-87a2-4ffd-86dd-67b8d88d602c), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:45:21.503497 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-d66b1738-fecd-429f-97ae-c3b5c23d3d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9d445c8f-179b-40e3-9cb5-ffaa95aecd6a), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:45:22.562463 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (492c1832-c7a3-4f77-b4ba-2ebdc28556bf), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:45:37.651624 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.agents_db [None req-5545c54b-af05-4075-94be-94e2438c302a None None] Agent healthcheck: found 5 active agents {{(pid=114097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 16:45:46.371070 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-96f0086e-5ee8-477f-8fa3-f00d347de25d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (b49cc950-6aaa-44e3-a3c4-70b67101afab), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:45:48.430251 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-5e3372e8-8d93-40b7-9586-f0c96aca22f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (bdbd084a-7876-495d-b5d9-cf3ee18f0227), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:45:49.467300 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-66ba84dd-632c-456a-bb12-6a575fe6244f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9495f383-87a2-4ffd-86dd-67b8d88d602c), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:45:51.495294 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-d66b1738-fecd-429f-97ae-c3b5c23d3d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9d445c8f-179b-40e3-9cb5-ffaa95aecd6a), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:45:52.565141 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (492c1832-c7a3-4f77-b4ba-2ebdc28556bf), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:46:14.649497 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.agents_db [None req-5545c54b-af05-4075-94be-94e2438c302a None None] Agent healthcheck: found 5 active agents {{(pid=114097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 16:46:16.372179 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-b2135f9f-5768-4291-9a6c-a41eeae05cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (b49cc950-6aaa-44e3-a3c4-70b67101afab), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:46:18.431154 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-a34ec065-39af-49aa-9b1a-f2ff5a62e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (bdbd084a-7876-495d-b5d9-cf3ee18f0227), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:46:19.470568 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-66ba84dd-632c-456a-bb12-6a575fe6244f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9495f383-87a2-4ffd-86dd-67b8d88d602c), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:46:21.500667 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-d66b1738-fecd-429f-97ae-c3b5c23d3d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9d445c8f-179b-40e3-9cb5-ffaa95aecd6a), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:46:22.569630 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (492c1832-c7a3-4f77-b4ba-2ebdc28556bf), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:46:46.373317 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-a65332cc-7cd8-4049-9ff7-4c584e36236c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (b49cc950-6aaa-44e3-a3c4-70b67101afab), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:46:47.010707 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1796263'] for agent (853c399d-72c7-467e-bd42-08a47e7fb1c3), after_create {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:46:48.432793 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-f26df7be-ede4-40cb-8cad-126e392f5745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (bdbd084a-7876-495d-b5d9-cf3ee18f0227), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:46:49.473002 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-66ba84dd-632c-456a-bb12-6a575fe6244f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9495f383-87a2-4ffd-86dd-67b8d88d602c), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:46:51.506597 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-d66b1738-fecd-429f-97ae-c3b5c23d3d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9d445c8f-179b-40e3-9cb5-ffaa95aecd6a), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:46:51.648687 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.agents_db [None req-5545c54b-af05-4075-94be-94e2438c302a None None] Agent healthcheck: found 6 active agents {{(pid=114097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 16:46:52.572105 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (492c1832-c7a3-4f77-b4ba-2ebdc28556bf), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:47:02.754377 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 43666) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:47:02.857638 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-2f2cb50b-9569-4b22-b399-431855f2a294 admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1021607 Jan 27 16:47:05.150374 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 43676) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:47:05.204825 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-81ad6ef6-3019-426d-a3eb-fc309e42c267 admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0533717 Jan 27 16:47:16.369828 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-18d6c058-7db7-42d1-96df-46aeeeb3167b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (b49cc950-6aaa-44e3-a3c4-70b67101afab), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:47:16.962958 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (853c399d-72c7-467e-bd42-08a47e7fb1c3), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:47:18.439285 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-b756c1fb-d930-4a51-8ab9-50efbf9d9626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (bdbd084a-7876-495d-b5d9-cf3ee18f0227), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:47:19.474704 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-66ba84dd-632c-456a-bb12-6a575fe6244f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9495f383-87a2-4ffd-86dd-67b8d88d602c), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:47:21.503098 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-d66b1738-fecd-429f-97ae-c3b5c23d3d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9d445c8f-179b-40e3-9cb5-ffaa95aecd6a), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:47:22.572758 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (492c1832-c7a3-4f77-b4ba-2ebdc28556bf), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:47:28.647648 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.agents_db [None req-5545c54b-af05-4075-94be-94e2438c302a None None] Agent healthcheck: found 6 active agents {{(pid=114097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 16:47:46.370908 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-0446e554-0a00-4285-a25f-fb7f438b43dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (b49cc950-6aaa-44e3-a3c4-70b67101afab), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:47:46.994241 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (853c399d-72c7-467e-bd42-08a47e7fb1c3), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:47:48.430213 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-80d32924-79e6-419b-bd97-daca5331e9d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (bdbd084a-7876-495d-b5d9-cf3ee18f0227), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:47:49.478287 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-66ba84dd-632c-456a-bb12-6a575fe6244f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9495f383-87a2-4ffd-86dd-67b8d88d602c), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:47:51.504802 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-d66b1738-fecd-429f-97ae-c3b5c23d3d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9d445c8f-179b-40e3-9cb5-ffaa95aecd6a), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:47:52.673367 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (492c1832-c7a3-4f77-b4ba-2ebdc28556bf), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:05.646844 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.agents_db [None req-5545c54b-af05-4075-94be-94e2438c302a None None] Agent healthcheck: found 6 active agents {{(pid=114097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 16:48:16.372228 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-cafe7c09-c462-4f58-8d92-a49d74af9878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (b49cc950-6aaa-44e3-a3c4-70b67101afab), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:16.992904 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (853c399d-72c7-467e-bd42-08a47e7fb1c3), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:18.432549 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-f697d3c1-e5c2-4ff2-91eb-58093f9fdb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (bdbd084a-7876-495d-b5d9-cf3ee18f0227), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:19.480470 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-66ba84dd-632c-456a-bb12-6a575fe6244f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9495f383-87a2-4ffd-86dd-67b8d88d602c), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:21.510679 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-d66b1738-fecd-429f-97ae-c3b5c23d3d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9d445c8f-179b-40e3-9cb5-ffaa95aecd6a), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:22.578392 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (492c1832-c7a3-4f77-b4ba-2ebdc28556bf), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:38.910146 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 43840) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:48:39.136810 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.v2.base [None req-d0426a4d-59a7-4115-a026-acc6c2965890 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1875281019-network', 'tenant_id': '8930d227a39349b8a900ed8395fb7d2b'}} {{(pid=114094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:48:39.160477 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0426a4d-59a7-4115-a026-acc6c2965890 admin admin] Made reservation on behalf of 8930d227a39349b8a900ed8395fb7d2b for: {'network': 1} {{(pid=114094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:48:39.163015 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-d0426a4d-59a7-4115-a026-acc6c2965890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for network (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:39.172188 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-d0426a4d-59a7-4115-a026-acc6c2965890 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:39.255624 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-d0426a4d-59a7-4115-a026-acc6c2965890 admin admin] Publish callbacks [] for security_group (d4a8e62f-6500-4e23-befe-450a1bee6317), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:39.262723 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-d0426a4d-59a7-4115-a026-acc6c2965890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (d4a8e62f-6500-4e23-befe-450a1bee6317), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:39.281557 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0426a4d-59a7-4115-a026-acc6c2965890 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=114094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 16:48:39.306743 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0426a4d-59a7-4115-a026-acc6c2965890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a8e62f-6500-4e23-befe-450a1bee6317,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:48:39.311482 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-d0426a4d-59a7-4115-a026-acc6c2965890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985126'] for segment (343e48de-fc3b-4b8e-bc86-6e9cd86a46d7), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:39.312054 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.db.segments_db [None req-d0426a4d-59a7-4115-a026-acc6c2965890 admin admin] Added segment 343e48de-fc3b-4b8e-bc86-6e9cd86a46d7 of type vlan for network 59590692-d01e-44a9-bec5-15417e45095c Jan 27 16:48:39.362638 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-d0426a4d-59a7-4115-a026-acc6c2965890 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740202591609'] for network (59590692-d01e-44a9-bec5-15417e45095c), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:39.385525 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0426a4d-59a7-4115-a026-acc6c2965890 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:48:39.385903 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0426a4d-59a7-4115-a026-acc6c2965890 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:48:39.386295 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0426a4d-59a7-4115-a026-acc6c2965890 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:48:39.386641 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0426a4d-59a7-4115-a026-acc6c2965890 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:48:39.387209 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0426a4d-59a7-4115-a026-acc6c2965890 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:48:39.387719 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0426a4d-59a7-4115-a026-acc6c2965890 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:48:39.388112 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0426a4d-59a7-4115-a026-acc6c2965890 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:48:39.388765 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0426a4d-59a7-4115-a026-acc6c2965890 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:48:39.388876 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0426a4d-59a7-4115-a026-acc6c2965890 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:48:39.389228 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0426a4d-59a7-4115-a026-acc6c2965890 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:48:39.389561 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0426a4d-59a7-4115-a026-acc6c2965890 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:48:39.389885 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0426a4d-59a7-4115-a026-acc6c2965890 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:48:39.390214 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0426a4d-59a7-4115-a026-acc6c2965890 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:48:39.391376 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0426a4d-59a7-4115-a026-acc6c2965890 admin admin] Tracked resource versions report: Jan 27 16:48:39.391376 dv-cinder-818830-2-iscsi neutron-server[114094]: pushed versions: Jan 27 16:48:39.391376 dv-cinder-818830-2-iscsi neutron-server[114094]: { 'AddressGroup': {'1.2'}, Jan 27 16:48:39.391376 dv-cinder-818830-2-iscsi neutron-server[114094]: 'ConntrackHelper': {'1.0'}, Jan 27 16:48:39.391376 dv-cinder-818830-2-iscsi neutron-server[114094]: 'LocalIPAssociation': {'1.0'}, Jan 27 16:48:39.391376 dv-cinder-818830-2-iscsi neutron-server[114094]: 'Log': {'1.0'}, Jan 27 16:48:39.391376 dv-cinder-818830-2-iscsi neutron-server[114094]: 'Network': {'1.1'}, Jan 27 16:48:39.391376 dv-cinder-818830-2-iscsi neutron-server[114094]: 'Port': {'1.7'}, Jan 27 16:48:39.391376 dv-cinder-818830-2-iscsi neutron-server[114094]: 'PortForwarding': {'1.2'}, Jan 27 16:48:39.391376 dv-cinder-818830-2-iscsi neutron-server[114094]: 'QosPolicy': {'1.10'}, Jan 27 16:48:39.391376 dv-cinder-818830-2-iscsi neutron-server[114094]: 'SecurityGroup': {'1.5'}, Jan 27 16:48:39.391376 dv-cinder-818830-2-iscsi neutron-server[114094]: 'SecurityGroupRule': {'1.2'}, Jan 27 16:48:39.391376 dv-cinder-818830-2-iscsi neutron-server[114094]: 'SubPort': {'1.0'}, Jan 27 16:48:39.391376 dv-cinder-818830-2-iscsi neutron-server[114094]: 'Subnet': {'1.1'}, Jan 27 16:48:39.391376 dv-cinder-818830-2-iscsi neutron-server[114094]: 'Trunk': {'1.1'}} Jan 27 16:48:39.391376 dv-cinder-818830-2-iscsi neutron-server[114094]: consumer versions: Jan 27 16:48:39.391376 dv-cinder-818830-2-iscsi neutron-server[114094]: { DHCP agent@dv-cinder-818830-2-iscsi: {}, Jan 27 16:48:39.391376 dv-cinder-818830-2-iscsi neutron-server[114094]: HyperV agent@hv-cinder-81883: {}, Jan 27 16:48:39.391376 dv-cinder-818830-2-iscsi neutron-server[114094]: L3 agent@dv-cinder-818830-2-iscsi: {}, Jan 27 16:48:39.391376 dv-cinder-818830-2-iscsi neutron-server[114094]: Metadata agent@dv-cinder-818830-2-iscsi: {}, Jan 27 16:48:39.391376 dv-cinder-818830-2-iscsi neutron-server[114094]: Metering agent@dv-cinder-818830-2-iscsi: {}, Jan 27 16:48:39.391376 dv-cinder-818830-2-iscsi neutron-server[114094]: Open vSwitch agent@dv-cinder-818830-2-iscsi: { 'AddressGroup': '1.2', Jan 27 16:48:39.391376 dv-cinder-818830-2-iscsi neutron-server[114094]: 'ConntrackHelper': '1.0', Jan 27 16:48:39.391376 dv-cinder-818830-2-iscsi neutron-server[114094]: 'LocalIPAssociation': '1.0', Jan 27 16:48:39.391376 dv-cinder-818830-2-iscsi neutron-server[114094]: 'Log': '1.0', Jan 27 16:48:39.391376 dv-cinder-818830-2-iscsi neutron-server[114094]: 'Network': '1.1', Jan 27 16:48:39.391376 dv-cinder-818830-2-iscsi neutron-server[114094]: 'Port': '1.7', Jan 27 16:48:39.391376 dv-cinder-818830-2-iscsi neutron-server[114094]: 'PortForwarding': '1.2', Jan 27 16:48:39.391376 dv-cinder-818830-2-iscsi neutron-server[114094]: 'QosPolicy': '1.10', Jan 27 16:48:39.391376 dv-cinder-818830-2-iscsi neutron-server[114094]: 'SecurityGroup': '1.5', Jan 27 16:48:39.391376 dv-cinder-818830-2-iscsi neutron-server[114094]: 'SecurityGroupRule': '1.2', Jan 27 16:48:39.391376 dv-cinder-818830-2-iscsi neutron-server[114094]: 'SubPort': '1.0', Jan 27 16:48:39.391376 dv-cinder-818830-2-iscsi neutron-server[114094]: 'Subnet': '1.1', Jan 27 16:48:39.391376 dv-cinder-818830-2-iscsi neutron-server[114094]: 'Trunk': '1.1'}} Jan 27 16:48:39.391376 dv-cinder-818830-2-iscsi neutron-server[114094]: {{(pid=114094) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 16:48:39.406395 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-d0426a4d-59a7-4115-a026-acc6c2965890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092'] for network (59590692-d01e-44a9-bec5-15417e45095c), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:39.407710 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0426a4d-59a7-4115-a026-acc6c2965890 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:48:39.408409 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-d0426a4d-59a7-4115-a026-acc6c2965890 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032074'] for network (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:39.421078 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 43874) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:48:39.489109 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0426a4d-59a7-4115-a026-acc6c2965890 admin admin] Pushing event updated for resources: {'Network': ['ID=59590692-d01e-44a9-bec5-15417e45095c,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:48:39.503948 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-d0426a4d-59a7-4115-a026-acc6c2965890 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5930459 Jan 27 16:48:39.504374 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 43890) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:48:39.506188 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Network 59590692-d01e-44a9-bec5-15417e45095c details requested by agent ovs-agent-dv-cinder-818830-2-iscsi with host dv-cinder-818830-2-iscsi {{(pid=114096) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 16:48:39.520989 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.v2.base [None req-4bcbb5e7-33bf-46b4-8b77-db157a6a914b admin admin] Request body: {'subnet': {'network_id': '59590692-d01e-44a9-bec5-15417e45095c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1875281019-subnet', 'tenant_id': '8930d227a39349b8a900ed8395fb7d2b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:48:39.550794 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bcbb5e7-33bf-46b4-8b77-db157a6a914b admin admin] Made reservation on behalf of 8930d227a39349b8a900ed8395fb7d2b for: {'subnet': 1} {{(pid=114095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:48:39.553337 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-4bcbb5e7-33bf-46b4-8b77-db157a6a914b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:39.590938 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 43892) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:48:39.742867 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-4bcbb5e7-33bf-46b4-8b77-db157a6a914b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092'] for subnet (950f0ade-c235-49cf-99ee-4fef53985470), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:39.792608 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcbb5e7-33bf-46b4-8b77-db157a6a914b admin admin] Pushing event updated for resources: {'Subnet': ['ID=950f0ade-c235-49cf-99ee-4fef53985470,revision_number=0']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:48:39.802565 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcbb5e7-33bf-46b4-8b77-db157a6a914b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:48:39.803144 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcbb5e7-33bf-46b4-8b77-db157a6a914b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:48:39.803262 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcbb5e7-33bf-46b4-8b77-db157a6a914b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:48:39.803608 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcbb5e7-33bf-46b4-8b77-db157a6a914b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:48:39.803942 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcbb5e7-33bf-46b4-8b77-db157a6a914b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:48:39.804269 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcbb5e7-33bf-46b4-8b77-db157a6a914b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:48:39.804606 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcbb5e7-33bf-46b4-8b77-db157a6a914b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:48:39.804932 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcbb5e7-33bf-46b4-8b77-db157a6a914b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:48:39.805260 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcbb5e7-33bf-46b4-8b77-db157a6a914b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:48:39.805589 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcbb5e7-33bf-46b4-8b77-db157a6a914b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:48:39.805911 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcbb5e7-33bf-46b4-8b77-db157a6a914b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:48:39.806932 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcbb5e7-33bf-46b4-8b77-db157a6a914b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:48:39.806932 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcbb5e7-33bf-46b4-8b77-db157a6a914b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:48:39.807675 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcbb5e7-33bf-46b4-8b77-db157a6a914b admin admin] Tracked resource versions report: Jan 27 16:48:39.807675 dv-cinder-818830-2-iscsi neutron-server[114095]: pushed versions: Jan 27 16:48:39.807675 dv-cinder-818830-2-iscsi neutron-server[114095]: { 'AddressGroup': {'1.2'}, Jan 27 16:48:39.807675 dv-cinder-818830-2-iscsi neutron-server[114095]: 'ConntrackHelper': {'1.0'}, Jan 27 16:48:39.807675 dv-cinder-818830-2-iscsi neutron-server[114095]: 'LocalIPAssociation': {'1.0'}, Jan 27 16:48:39.807675 dv-cinder-818830-2-iscsi neutron-server[114095]: 'Log': {'1.0'}, Jan 27 16:48:39.807675 dv-cinder-818830-2-iscsi neutron-server[114095]: 'Network': {'1.1'}, Jan 27 16:48:39.807675 dv-cinder-818830-2-iscsi neutron-server[114095]: 'Port': {'1.7'}, Jan 27 16:48:39.807675 dv-cinder-818830-2-iscsi neutron-server[114095]: 'PortForwarding': {'1.2'}, Jan 27 16:48:39.807675 dv-cinder-818830-2-iscsi neutron-server[114095]: 'QosPolicy': {'1.10'}, Jan 27 16:48:39.807675 dv-cinder-818830-2-iscsi neutron-server[114095]: 'SecurityGroup': {'1.5'}, Jan 27 16:48:39.807675 dv-cinder-818830-2-iscsi neutron-server[114095]: 'SecurityGroupRule': {'1.2'}, Jan 27 16:48:39.807675 dv-cinder-818830-2-iscsi neutron-server[114095]: 'SubPort': {'1.0'}, Jan 27 16:48:39.807675 dv-cinder-818830-2-iscsi neutron-server[114095]: 'Subnet': {'1.1'}, Jan 27 16:48:39.807675 dv-cinder-818830-2-iscsi neutron-server[114095]: 'Trunk': {'1.1'}} Jan 27 16:48:39.807675 dv-cinder-818830-2-iscsi neutron-server[114095]: consumer versions: Jan 27 16:48:39.807675 dv-cinder-818830-2-iscsi neutron-server[114095]: { DHCP agent@dv-cinder-818830-2-iscsi: {}, Jan 27 16:48:39.807675 dv-cinder-818830-2-iscsi neutron-server[114095]: HyperV agent@hv-cinder-81883: {}, Jan 27 16:48:39.807675 dv-cinder-818830-2-iscsi neutron-server[114095]: L3 agent@dv-cinder-818830-2-iscsi: {}, Jan 27 16:48:39.807675 dv-cinder-818830-2-iscsi neutron-server[114095]: Metadata agent@dv-cinder-818830-2-iscsi: {}, Jan 27 16:48:39.807675 dv-cinder-818830-2-iscsi neutron-server[114095]: Metering agent@dv-cinder-818830-2-iscsi: {}, Jan 27 16:48:39.807675 dv-cinder-818830-2-iscsi neutron-server[114095]: Open vSwitch agent@dv-cinder-818830-2-iscsi: { 'AddressGroup': '1.2', Jan 27 16:48:39.807675 dv-cinder-818830-2-iscsi neutron-server[114095]: 'ConntrackHelper': '1.0', Jan 27 16:48:39.807675 dv-cinder-818830-2-iscsi neutron-server[114095]: 'LocalIPAssociation': '1.0', Jan 27 16:48:39.807675 dv-cinder-818830-2-iscsi neutron-server[114095]: 'Log': '1.0', Jan 27 16:48:39.807675 dv-cinder-818830-2-iscsi neutron-server[114095]: 'Network': '1.1', Jan 27 16:48:39.807675 dv-cinder-818830-2-iscsi neutron-server[114095]: 'Port': '1.7', Jan 27 16:48:39.807675 dv-cinder-818830-2-iscsi neutron-server[114095]: 'PortForwarding': '1.2', Jan 27 16:48:39.807675 dv-cinder-818830-2-iscsi neutron-server[114095]: 'QosPolicy': '1.10', Jan 27 16:48:39.807675 dv-cinder-818830-2-iscsi neutron-server[114095]: 'SecurityGroup': '1.5', Jan 27 16:48:39.807675 dv-cinder-818830-2-iscsi neutron-server[114095]: 'SecurityGroupRule': '1.2', Jan 27 16:48:39.807675 dv-cinder-818830-2-iscsi neutron-server[114095]: 'SubPort': '1.0', Jan 27 16:48:39.807675 dv-cinder-818830-2-iscsi neutron-server[114095]: 'Subnet': '1.1', Jan 27 16:48:39.807675 dv-cinder-818830-2-iscsi neutron-server[114095]: 'Trunk': '1.1'}} Jan 27 16:48:39.807675 dv-cinder-818830-2-iscsi neutron-server[114095]: {{(pid=114095) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 16:48:39.827793 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcbb5e7-33bf-46b4-8b77-db157a6a914b admin admin] Checking segment: {'id': '343e48de-fc3b-4b8e-bc86-6e9cd86a46d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '59590692-d01e-44a9-bec5-15417e45095c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:48:39.828189 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 43906) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:48:39.828328 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bcbb5e7-33bf-46b4-8b77-db157a6a914b admin admin] Network hostable DHCP agents. Network: 59590692-d01e-44a9-bec5-15417e45095c, hostable agents: ['b49cc950-6aaa-44e3-a3c4-70b67101afab'], hosted agents: [] {{(pid=114095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 16:48:39.845498 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bcbb5e7-33bf-46b4-8b77-db157a6a914b admin admin] Network 59590692-d01e-44a9-bec5-15417e45095c is scheduled to be hosted by DHCP agent b49cc950-6aaa-44e3-a3c4-70b67101afab with binding_index 1 {{(pid=114095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 16:48:39.857255 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.v2.base [None req-3f00100a-9fdf-48ac-bea3-466ea501d9b5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-640006432-network', 'tenant_id': 'accb650bdbfa4de4a4129fd473ca736d'}} {{(pid=114095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:48:39.861479 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 43910) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:48:39.861738 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.scheduler.base_scheduler [None req-4bcbb5e7-33bf-46b4-8b77-db157a6a914b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818830-2-iscsi, 59590692-d01e-44a9-bec5-15417e45095c) {{(pid=114095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:48:39.870088 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bcbb5e7-33bf-46b4-8b77-db157a6a914b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:48:39.870724 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-4bcbb5e7-33bf-46b4-8b77-db157a6a914b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032074'] for subnet (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:39.874778 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53eaf667-2c55-4797-89e8-cef7adec7173 None None] Network 59590692-d01e-44a9-bec5-15417e45095c requested from dv-cinder-818830-2-iscsi {{(pid=114096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 16:48:39.911712 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.v2.base [None req-ad31ce34-edd0-47d2-998f-c8aac981822f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1879348550-network', 'tenant_id': '326cd822c847423ba2417f593ca8c6ff'}} {{(pid=114094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:48:39.932345 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-4bcbb5e7-33bf-46b4-8b77-db157a6a914b admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4268193 Jan 27 16:48:39.948961 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f00100a-9fdf-48ac-bea3-466ea501d9b5 admin admin] Made reservation on behalf of accb650bdbfa4de4a4129fd473ca736d for: {'network': 1} {{(pid=114095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:48:39.952100 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-3f00100a-9fdf-48ac-bea3-466ea501d9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for network (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:39.973051 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad31ce34-edd0-47d2-998f-c8aac981822f admin admin] Made reservation on behalf of 326cd822c847423ba2417f593ca8c6ff for: {'network': 1} {{(pid=114094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:48:39.974630 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-3f00100a-9fdf-48ac-bea3-466ea501d9b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:39.976364 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-ad31ce34-edd0-47d2-998f-c8aac981822f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for network (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:39.989828 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-ad31ce34-edd0-47d2-998f-c8aac981822f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:39.997844 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c46fa0-470f-415e-b229-08c77facefe7 None None] Network 59590692-d01e-44a9-bec5-15417e45095c requested from dv-cinder-818830-2-iscsi {{(pid=114096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 16:48:40.093357 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-3f00100a-9fdf-48ac-bea3-466ea501d9b5 admin admin] Publish callbacks [] for security_group (3454ab63-bd4e-422a-a738-59141364d1ee), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:40.108666 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-3f00100a-9fdf-48ac-bea3-466ea501d9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (3454ab63-bd4e-422a-a738-59141364d1ee), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:40.117346 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-ad31ce34-edd0-47d2-998f-c8aac981822f admin admin] Publish callbacks [] for security_group (3a3d9885-017f-426e-84b0-04e97c98b074), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:40.124487 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-ad31ce34-edd0-47d2-998f-c8aac981822f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (3a3d9885-017f-426e-84b0-04e97c98b074), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:40.132019 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f00100a-9fdf-48ac-bea3-466ea501d9b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=114095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 16:48:40.152625 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f00100a-9fdf-48ac-bea3-466ea501d9b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3454ab63-bd4e-422a-a738-59141364d1ee,revision_number=1']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:48:40.157022 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad31ce34-edd0-47d2-998f-c8aac981822f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a3d9885-017f-426e-84b0-04e97c98b074,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:48:40.158902 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-3f00100a-9fdf-48ac-bea3-466ea501d9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985126'] for segment (6ece6a4a-5bdf-40d7-bd59-6b778037144a), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:40.159795 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.db.segments_db [None req-3f00100a-9fdf-48ac-bea3-466ea501d9b5 admin admin] Added segment 6ece6a4a-5bdf-40d7-bd59-6b778037144a of type vlan for network d4e5124e-533e-45d6-b9d3-79afca1c35e2 Jan 27 16:48:40.164909 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad31ce34-edd0-47d2-998f-c8aac981822f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=114094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 16:48:40.175329 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-ad31ce34-edd0-47d2-998f-c8aac981822f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985126'] for segment (40f7a2f6-ac83-4e76-b1fb-213c8c8338bd), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:40.175678 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.db.segments_db [None req-ad31ce34-edd0-47d2-998f-c8aac981822f admin admin] Added segment 40f7a2f6-ac83-4e76-b1fb-213c8c8338bd of type vlan for network d601b71c-9e85-4907-a350-1cc1a1486f21 Jan 27 16:48:40.217635 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-ad31ce34-edd0-47d2-998f-c8aac981822f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740202591609'] for network (d601b71c-9e85-4907-a350-1cc1a1486f21), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:40.218908 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-3f00100a-9fdf-48ac-bea3-466ea501d9b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740202591609'] for network (d4e5124e-533e-45d6-b9d3-79afca1c35e2), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:40.248154 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.v2.base [None req-aaa447f2-5ba3-441b-bc17-e489e4f20c26 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1606997611-network', 'tenant_id': '11d012d792424a858b876a618c79f7af'}} {{(pid=114094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:48:40.253695 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-3f00100a-9fdf-48ac-bea3-466ea501d9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092'] for network (d4e5124e-533e-45d6-b9d3-79afca1c35e2), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:40.254897 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f00100a-9fdf-48ac-bea3-466ea501d9b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:48:40.256602 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-3f00100a-9fdf-48ac-bea3-466ea501d9b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032074'] for network (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:40.272097 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.v2.base [None req-9f647a94-fc65-4f48-9fc2-7e1e80c0f4f5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1741049383-network', 'tenant_id': '598ee83f7e1a494c8b94f241ab626b65'}} {{(pid=114094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:48:40.276500 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-ad31ce34-edd0-47d2-998f-c8aac981822f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092'] for network (d601b71c-9e85-4907-a350-1cc1a1486f21), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:40.277821 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad31ce34-edd0-47d2-998f-c8aac981822f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:48:40.278577 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-ad31ce34-edd0-47d2-998f-c8aac981822f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032074'] for network (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:40.315159 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa447f2-5ba3-441b-bc17-e489e4f20c26 admin admin] Made reservation on behalf of 11d012d792424a858b876a618c79f7af for: {'network': 1} {{(pid=114094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:48:40.320526 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-aaa447f2-5ba3-441b-bc17-e489e4f20c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for network (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:40.327509 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-ad31ce34-edd0-47d2-998f-c8aac981822f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7354257 Jan 27 16:48:40.331606 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 43928) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:48:40.342194 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.v2.base [None req-143c07d1-b88d-42bc-af37-f1bdda7231e9 admin admin] Request body: {'subnet': {'network_id': 'd601b71c-9e85-4907-a350-1cc1a1486f21', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1879348550-subnet', 'tenant_id': '326cd822c847423ba2417f593ca8c6ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:48:40.350109 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f00100a-9fdf-48ac-bea3-466ea501d9b5 admin admin] Pushing event updated for resources: {'Network': ['ID=d4e5124e-533e-45d6-b9d3-79afca1c35e2,revision_number=1']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:48:40.364661 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Network d4e5124e-533e-45d6-b9d3-79afca1c35e2 details requested by agent ovs-agent-dv-cinder-818830-2-iscsi with host dv-cinder-818830-2-iscsi {{(pid=114096) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 16:48:40.382404 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-3f00100a-9fdf-48ac-bea3-466ea501d9b5 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9587605 Jan 27 16:48:40.384669 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 43930) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:48:40.392813 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.v2.base [None req-2a6e85bb-dec5-49db-9a24-3a90a9bddf83 admin admin] Request body: {'subnet': {'network_id': 'd4e5124e-533e-45d6-b9d3-79afca1c35e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-640006432-subnet', 'tenant_id': 'accb650bdbfa4de4a4129fd473ca736d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:48:40.423857 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a6e85bb-dec5-49db-9a24-3a90a9bddf83 admin admin] Made reservation on behalf of accb650bdbfa4de4a4129fd473ca736d for: {'subnet': 1} {{(pid=114095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:48:40.427588 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-2a6e85bb-dec5-49db-9a24-3a90a9bddf83 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:40.432839 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad31ce34-edd0-47d2-998f-c8aac981822f admin admin] Pushing event updated for resources: {'Network': ['ID=d601b71c-9e85-4907-a350-1cc1a1486f21,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:48:40.436256 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f647a94-fc65-4f48-9fc2-7e1e80c0f4f5 admin admin] Made reservation on behalf of 598ee83f7e1a494c8b94f241ab626b65 for: {'network': 1} {{(pid=114094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:48:40.438958 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-9f647a94-fc65-4f48-9fc2-7e1e80c0f4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for network (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:40.451272 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-9f647a94-fc65-4f48-9fc2-7e1e80c0f4f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:40.454434 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-143c07d1-b88d-42bc-af37-f1bdda7231e9 admin admin] Made reservation on behalf of 326cd822c847423ba2417f593ca8c6ff for: {'subnet': 1} {{(pid=114094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:48:40.457034 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-143c07d1-b88d-42bc-af37-f1bdda7231e9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:40.462424 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Network d601b71c-9e85-4907-a350-1cc1a1486f21 details requested by agent ovs-agent-dv-cinder-818830-2-iscsi with host dv-cinder-818830-2-iscsi {{(pid=114096) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 16:48:40.531508 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-aaa447f2-5ba3-441b-bc17-e489e4f20c26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:40.632822 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-9f647a94-fc65-4f48-9fc2-7e1e80c0f4f5 admin admin] Publish callbacks [] for security_group (2b312599-18fb-44ac-8380-190ce0b5ebff), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:40.647340 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-9f647a94-fc65-4f48-9fc2-7e1e80c0f4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (2b312599-18fb-44ac-8380-190ce0b5ebff), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:40.673104 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-2a6e85bb-dec5-49db-9a24-3a90a9bddf83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092'] for subnet (d38c499f-fa3e-48b8-ba77-1e1246ed2b6a), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:40.679905 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f647a94-fc65-4f48-9fc2-7e1e80c0f4f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b312599-18fb-44ac-8380-190ce0b5ebff,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:48:40.734494 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f647a94-fc65-4f48-9fc2-7e1e80c0f4f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=114094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 16:48:40.781256 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6e85bb-dec5-49db-9a24-3a90a9bddf83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d38c499f-fa3e-48b8-ba77-1e1246ed2b6a,revision_number=0']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:48:40.822549 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6e85bb-dec5-49db-9a24-3a90a9bddf83 admin admin] Checking segment: {'id': '6ece6a4a-5bdf-40d7-bd59-6b778037144a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'd4e5124e-533e-45d6-b9d3-79afca1c35e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:48:40.822905 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6e85bb-dec5-49db-9a24-3a90a9bddf83 admin admin] Network hostable DHCP agents. Network: d4e5124e-533e-45d6-b9d3-79afca1c35e2, hostable agents: ['b49cc950-6aaa-44e3-a3c4-70b67101afab'], hosted agents: [] {{(pid=114095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 16:48:40.842695 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6e85bb-dec5-49db-9a24-3a90a9bddf83 admin admin] Network d4e5124e-533e-45d6-b9d3-79afca1c35e2 is scheduled to be hosted by DHCP agent b49cc950-6aaa-44e3-a3c4-70b67101afab with binding_index 1 {{(pid=114095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 16:48:40.853742 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.scheduler.base_scheduler [None req-2a6e85bb-dec5-49db-9a24-3a90a9bddf83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818830-2-iscsi, d4e5124e-533e-45d6-b9d3-79afca1c35e2) {{(pid=114095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:48:40.854199 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-9f647a94-fc65-4f48-9fc2-7e1e80c0f4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985126'] for segment (1779a445-beda-4dcd-8f98-83ef8a804122), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:40.854797 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.db.segments_db [None req-9f647a94-fc65-4f48-9fc2-7e1e80c0f4f5 admin admin] Added segment 1779a445-beda-4dcd-8f98-83ef8a804122 of type vlan for network e61a4ef3-534d-479d-8867-5085e7d92be1 Jan 27 16:48:40.859559 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6e85bb-dec5-49db-9a24-3a90a9bddf83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:48:40.859559 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-2a6e85bb-dec5-49db-9a24-3a90a9bddf83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032074'] for subnet (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:40.865338 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a430562b-3a20-41cc-affd-4432db023c96 None None] Network d4e5124e-533e-45d6-b9d3-79afca1c35e2 requested from dv-cinder-818830-2-iscsi {{(pid=114096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 16:48:40.900266 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-2a6e85bb-dec5-49db-9a24-3a90a9bddf83 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5130637 Jan 27 16:48:40.904057 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 43942) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:48:40.915903 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.v2.base [None req-834d639a-091f-4d90-a257-f76c7d64a06e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-640006432-router', 'tenant_id': 'accb650bdbfa4de4a4129fd473ca736d', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9'}}} {{(pid=114095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:48:40.987191 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-834d639a-091f-4d90-a257-f76c7d64a06e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1809585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5362'] for router (8c14d5e6-789b-41a8-b5b0-e75b551502f3), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:40.988883 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-143c07d1-b88d-42bc-af37-f1bdda7231e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092'] for subnet (e7392202-f723-44b8-a453-411e289e56a2), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:40.989402 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-834d639a-091f-4d90-a257-f76c7d64a06e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1797579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5371'] for router (8c14d5e6-789b-41a8-b5b0-e75b551502f3), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:41.050080 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-9f647a94-fc65-4f48-9fc2-7e1e80c0f4f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740202591609'] for network (e61a4ef3-534d-479d-8867-5085e7d92be1), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:41.068823 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-aaa447f2-5ba3-441b-bc17-e489e4f20c26 admin admin] Publish callbacks [] for security_group (1ba19b5e-bab3-4576-aa15-85f772000d76), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:41.085047 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143c07d1-b88d-42bc-af37-f1bdda7231e9 admin admin] Checking segment: {'id': '40f7a2f6-ac83-4e76-b1fb-213c8c8338bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd601b71c-9e85-4907-a350-1cc1a1486f21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:48:41.085361 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143c07d1-b88d-42bc-af37-f1bdda7231e9 admin admin] Network hostable DHCP agents. Network: d601b71c-9e85-4907-a350-1cc1a1486f21, hostable agents: ['b49cc950-6aaa-44e3-a3c4-70b67101afab'], hosted agents: [] {{(pid=114094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 16:48:41.107845 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-aaa447f2-5ba3-441b-bc17-e489e4f20c26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (1ba19b5e-bab3-4576-aa15-85f772000d76), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:41.128013 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143c07d1-b88d-42bc-af37-f1bdda7231e9 admin admin] Network d601b71c-9e85-4907-a350-1cc1a1486f21 is scheduled to be hosted by DHCP agent b49cc950-6aaa-44e3-a3c4-70b67101afab with binding_index 1 {{(pid=114094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 16:48:41.151314 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaa447f2-5ba3-441b-bc17-e489e4f20c26 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=114094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 16:48:41.154841 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143c07d1-b88d-42bc-af37-f1bdda7231e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7392202-f723-44b8-a453-411e289e56a2,revision_number=0']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:48:41.170717 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.base_scheduler [None req-143c07d1-b88d-42bc-af37-f1bdda7231e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818830-2-iscsi, d601b71c-9e85-4907-a350-1cc1a1486f21) {{(pid=114094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:48:41.172255 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-9f647a94-fc65-4f48-9fc2-7e1e80c0f4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092'] for network (e61a4ef3-534d-479d-8867-5085e7d92be1), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:41.173239 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f647a94-fc65-4f48-9fc2-7e1e80c0f4f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:48:41.174190 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-9f647a94-fc65-4f48-9fc2-7e1e80c0f4f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032074'] for network (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:41.207429 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b66b70-3f80-4b51-8e9a-bd3f2790f52e None None] Network d601b71c-9e85-4907-a350-1cc1a1486f21 requested from dv-cinder-818830-2-iscsi {{(pid=114096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 16:48:41.245722 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-834d639a-091f-4d90-a257-f76c7d64a06e admin admin] Publish callbacks [] for router_controller (8c14d5e6-789b-41a8-b5b0-e75b551502f3), precommit_add_association {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:41.255799 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1f0b91-b674-4631-8ade-e3270638b493 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c1acf8-e4cc-5fda-8a64-db3d56aaaedc-d4e5124e-533e-45d6-b9d3-79afca1c35e2', 'network_id': 'd4e5124e-533e-45d6-b9d3-79afca1c35e2', 'project_id': 'accb650bdbfa4de4a4129fd473ca736d', 'fixed_ips': [{'subnet_id': 'd38c499f-fa3e-48b8-ba77-1e1246ed2b6a'}]}} from dv-cinder-818830-2-iscsi. {{(pid=114096) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 16:48:41.259586 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-dc1f0b91-b674-4631-8ade-e3270638b493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (None), before_create {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:41.281336 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-aaa447f2-5ba3-441b-bc17-e489e4f20c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985126'] for segment (f24320bd-5fde-4b90-81d3-17a919a07a12), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:41.281698 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.db.segments_db [None req-aaa447f2-5ba3-441b-bc17-e489e4f20c26 admin admin] Added segment f24320bd-5fde-4b90-81d3-17a919a07a12 of type vlan for network 4e17d67f-4d84-42b2-a3bf-cf48fd71687d Jan 27 16:48:41.283617 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143c07d1-b88d-42bc-af37-f1bdda7231e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:48:41.284203 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-143c07d1-b88d-42bc-af37-f1bdda7231e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032074'] for subnet (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:41.286706 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f647a94-fc65-4f48-9fc2-7e1e80c0f4f5 admin admin] Pushing event updated for resources: {'Network': ['ID=e61a4ef3-534d-479d-8867-5085e7d92be1,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:48:41.303306 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa447f2-5ba3-441b-bc17-e489e4f20c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba19b5e-bab3-4576-aa15-85f772000d76,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:48:41.346218 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-9f647a94-fc65-4f48-9fc2-7e1e80c0f4f5 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4821007 Jan 27 16:48:41.349281 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 43980) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:48:41.357189 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.v2.base [None req-02704608-bbe5-4351-8482-55bec4771b5c admin admin] Request body: {'subnet': {'network_id': 'e61a4ef3-534d-479d-8867-5085e7d92be1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1741049383-subnet', 'tenant_id': '598ee83f7e1a494c8b94f241ab626b65', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:48:41.357421 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-aaa447f2-5ba3-441b-bc17-e489e4f20c26 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740202591609'] for network (4e17d67f-4d84-42b2-a3bf-cf48fd71687d), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:41.367401 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-143c07d1-b88d-42bc-af37-f1bdda7231e9 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0298297 Jan 27 16:48:41.368032 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 43982) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:48:41.372826 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.v2.base [None req-226433c4-f8cd-4345-b3c5-5cf935608f86 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1879348550-router', 'tenant_id': '326cd822c847423ba2417f593ca8c6ff', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9'}}} {{(pid=114094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:48:41.399358 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Network e61a4ef3-534d-479d-8867-5085e7d92be1 details requested by agent ovs-agent-dv-cinder-818830-2-iscsi with host dv-cinder-818830-2-iscsi {{(pid=114096) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 16:48:41.408556 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02704608-bbe5-4351-8482-55bec4771b5c admin admin] Made reservation on behalf of 598ee83f7e1a494c8b94f241ab626b65 for: {'subnet': 1} {{(pid=114095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:48:41.412487 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-02704608-bbe5-4351-8482-55bec4771b5c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:41.412661 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-aaa447f2-5ba3-441b-bc17-e489e4f20c26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092'] for network (4e17d67f-4d84-42b2-a3bf-cf48fd71687d), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:41.414351 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa447f2-5ba3-441b-bc17-e489e4f20c26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:48:41.414512 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-aaa447f2-5ba3-441b-bc17-e489e4f20c26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032074'] for network (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:41.420185 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-226433c4-f8cd-4345-b3c5-5cf935608f86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1809585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5362'] for router (d2b1e3f6-626b-4ed5-b1ba-514aac972f86), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:41.421736 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-226433c4-f8cd-4345-b3c5-5cf935608f86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1797579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5371'] for router (d2b1e3f6-626b-4ed5-b1ba-514aac972f86), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:41.492735 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-aaa447f2-5ba3-441b-bc17-e489e4f20c26 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6628265 Jan 27 16:48:41.498499 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 43986) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:48:41.505357 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.v2.base [None req-33412fa5-2adf-4339-8908-f53ef1f01529 admin admin] Request body: {'subnet': {'network_id': '4e17d67f-4d84-42b2-a3bf-cf48fd71687d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1606997611-subnet', 'tenant_id': '11d012d792424a858b876a618c79f7af', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:48:41.563163 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33412fa5-2adf-4339-8908-f53ef1f01529 admin admin] Made reservation on behalf of 11d012d792424a858b876a618c79f7af for: {'subnet': 1} {{(pid=114094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:48:41.566919 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-33412fa5-2adf-4339-8908-f53ef1f01529 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:41.634684 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6b0376-89db-42a5-8a0a-8e966ab952de None None] Network d601b71c-9e85-4907-a350-1cc1a1486f21 requested from dv-cinder-818830-2-iscsi {{(pid=114096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 16:48:41.756535 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 43994) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:48:41.767386 dv-cinder-818830-2-iscsi neutron-server[114095]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 27 16:48:41.804582 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.db_base_plugin_common [None req-dc1f0b91-b674-4631-8ade-e3270638b493 None None] Allocated IP 172.20.0.2 (d4e5124e-533e-45d6-b9d3-79afca1c35e2/d38c499f-fa3e-48b8-ba77-1e1246ed2b6a/32452aea-d5c4-433e-a5b0-57c24811c401) {{(pid=114096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:48:41.807529 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa447f2-5ba3-441b-bc17-e489e4f20c26 admin admin] Pushing event updated for resources: {'Network': ['ID=4e17d67f-4d84-42b2-a3bf-cf48fd71687d,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:48:41.826657 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-33412fa5-2adf-4339-8908-f53ef1f01529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092'] for subnet (b0494b2b-60e2-42b5-a63f-939831eceb11), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:41.830368 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Network 4e17d67f-4d84-42b2-a3bf-cf48fd71687d details requested by agent ovs-agent-dv-cinder-818830-2-iscsi with host dv-cinder-818830-2-iscsi {{(pid=114096) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 16:48:41.916319 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-226433c4-f8cd-4345-b3c5-5cf935608f86 admin admin] Publish callbacks [] for router_controller (d2b1e3f6-626b-4ed5-b1ba-514aac972f86), precommit_add_association {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:41.977974 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-02704608-bbe5-4351-8482-55bec4771b5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092'] for subnet (0bf965b2-91d5-4f22-9468-810e8979c5a9), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:42.100297 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-834d639a-091f-4d90-a257-f76c7d64a06e admin admin] Publish callbacks [] for router_gateway (8c14d5e6-789b-41a8-b5b0-e75b551502f3), precommit_update {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:42.102313 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33412fa5-2adf-4339-8908-f53ef1f01529 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0494b2b-60e2-42b5-a63f-939831eceb11,revision_number=0']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:48:42.109792 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-226433c4-f8cd-4345-b3c5-5cf935608f86 admin admin] Publish callbacks [] for router_gateway (d2b1e3f6-626b-4ed5-b1ba-514aac972f86), precommit_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:42.119539 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33412fa5-2adf-4339-8908-f53ef1f01529 admin admin] Checking segment: {'id': 'f24320bd-5fde-4b90-81d3-17a919a07a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '4e17d67f-4d84-42b2-a3bf-cf48fd71687d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:48:42.119789 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33412fa5-2adf-4339-8908-f53ef1f01529 admin admin] Network hostable DHCP agents. Network: 4e17d67f-4d84-42b2-a3bf-cf48fd71687d, hostable agents: ['b49cc950-6aaa-44e3-a3c4-70b67101afab'], hosted agents: [] {{(pid=114094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 16:48:42.151331 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33412fa5-2adf-4339-8908-f53ef1f01529 admin admin] Network 4e17d67f-4d84-42b2-a3bf-cf48fd71687d is scheduled to be hosted by DHCP agent b49cc950-6aaa-44e3-a3c4-70b67101afab with binding_index 1 {{(pid=114094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 16:48:42.169098 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02704608-bbe5-4351-8482-55bec4771b5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bf965b2-91d5-4f22-9468-810e8979c5a9,revision_number=0']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:48:42.211072 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddacf93-e240-4238-96e7-d3765860f181 req-fb765fc5-4026-4c76-a70c-7be006ec27fa tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:48:42.213335 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-4ddacf93-e240-4238-96e7-d3765860f181 req-fb765fc5-4026-4c76-a70c-7be006ec27fa tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] 10.222.0.48 "GET /v2.0/networks?id=59590692-d01e-44a9-bec5-15417e45095c HTTP/1.1" status: 200 len: 812 time: 0.4551983 Jan 27 16:48:42.215376 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.base_scheduler [None req-33412fa5-2adf-4339-8908-f53ef1f01529 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818830-2-iscsi, 4e17d67f-4d84-42b2-a3bf-cf48fd71687d) {{(pid=114094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:48:42.226298 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33412fa5-2adf-4339-8908-f53ef1f01529 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:48:42.227106 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-33412fa5-2adf-4339-8908-f53ef1f01529 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032074'] for subnet (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:42.258016 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-33412fa5-2adf-4339-8908-f53ef1f01529 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7569404 Jan 27 16:48:42.261702 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 44036) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:48:42.267675 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.v2.base [None req-70db699c-0c73-48c4-a46b-40324272ade3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1606997611-router', 'tenant_id': '11d012d792424a858b876a618c79f7af', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9'}}} {{(pid=114094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:48:42.300054 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-4ddacf93-e240-4238-96e7-d3765860f181 req-7b8bda69-8753-40ae-8fab-aaf5862d10f5 tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] 10.222.0.48 "GET /v2.0/quotas/8930d227a39349b8a900ed8395fb7d2b HTTP/1.1" status: 200 len: 375 time: 0.0738704 Jan 27 16:48:42.325665 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02704608-bbe5-4351-8482-55bec4771b5c admin admin] Checking segment: {'id': '1779a445-beda-4dcd-8f98-83ef8a804122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e61a4ef3-534d-479d-8867-5085e7d92be1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:48:42.326028 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02704608-bbe5-4351-8482-55bec4771b5c admin admin] Network hostable DHCP agents. Network: e61a4ef3-534d-479d-8867-5085e7d92be1, hostable agents: ['b49cc950-6aaa-44e3-a3c4-70b67101afab'], hosted agents: [] {{(pid=114095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 16:48:42.333133 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-70db699c-0c73-48c4-a46b-40324272ade3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1809585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5362'] for router (170ece70-89e4-48ac-a0e9-591d74dcaa51), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:42.338382 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-70db699c-0c73-48c4-a46b-40324272ade3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1797579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5371'] for router (170ece70-89e4-48ac-a0e9-591d74dcaa51), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:42.341379 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-dc1f0b91-b674-4631-8ade-e3270638b493 None None] Publish callbacks [] for port (32452aea-d5c4-433e-a5b0-57c24811c401), precommit_create {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:42.377779 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454f3db8-acd0-47cd-abc6-dfce6d296eb2 None None] Network 4e17d67f-4d84-42b2-a3bf-cf48fd71687d requested from dv-cinder-818830-2-iscsi {{(pid=114096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 16:48:42.387513 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 44040) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:48:42.393099 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-4ddacf93-e240-4238-96e7-d3765860f181 req-c09810db-2865-4e7b-8a8e-c7aab4481196 tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=8930d227a39349b8a900ed8395fb7d2b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0874872 Jan 27 16:48:42.430643 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02704608-bbe5-4351-8482-55bec4771b5c admin admin] Network e61a4ef3-534d-479d-8867-5085e7d92be1 is scheduled to be hosted by DHCP agent b49cc950-6aaa-44e3-a3c4-70b67101afab with binding_index 1 {{(pid=114095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 16:48:42.453170 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.scheduler.base_scheduler [None req-02704608-bbe5-4351-8482-55bec4771b5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818830-2-iscsi, e61a4ef3-534d-479d-8867-5085e7d92be1) {{(pid=114095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:48:42.465838 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02704608-bbe5-4351-8482-55bec4771b5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:48:42.466592 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-02704608-bbe5-4351-8482-55bec4771b5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032074'] for subnet (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:42.550373 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701b439a-76aa-468c-b534-c3863a193b00 None None] Network e61a4ef3-534d-479d-8867-5085e7d92be1 requested from dv-cinder-818830-2-iscsi {{(pid=114096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 16:48:42.557198 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-dc1f0b91-b674-4631-8ade-e3270638b493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740202573617'] for port (32452aea-d5c4-433e-a5b0-57c24811c401), after_create {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:42.583476 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1f0b91-b674-4631-8ade-e3270638b493 None None] Network d4e5124e-533e-45d6-b9d3-79afca1c35e2 is already hosted by enough agents. {{(pid=114096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:48:42.585281 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2cfa11-4cf2-4dd6-9f0a-571d1012248b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c1acf8-e4cc-5fda-8a64-db3d56aaaedc-4e17d67f-4d84-42b2-a3bf-cf48fd71687d', 'network_id': '4e17d67f-4d84-42b2-a3bf-cf48fd71687d', 'project_id': '11d012d792424a858b876a618c79f7af', 'fixed_ips': [{'subnet_id': 'b0494b2b-60e2-42b5-a63f-939831eceb11'}]}} from dv-cinder-818830-2-iscsi. {{(pid=114096) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 16:48:42.586689 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-dd2cfa11-4cf2-4dd6-9f0a-571d1012248b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (None), before_create {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:42.592136 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-02704608-bbe5-4351-8482-55bec4771b5c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2417755 Jan 27 16:48:42.622355 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.scheduler.base_scheduler [None req-dc1f0b91-b674-4631-8ade-e3270638b493 None None] Resources bound (agent type, host, resource id): {{(pid=114096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:48:42.640971 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1f0b91-b674-4631-8ade-e3270638b493 None None] Received port after_create {{(pid=114096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:48:42.660401 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.agents_db [None req-5545c54b-af05-4075-94be-94e2438c302a None None] Agent healthcheck: found 6 active agents {{(pid=114097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 16:48:42.689319 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-834d639a-091f-4d90-a257-f76c7d64a06e admin admin] Publish callbacks [] for router_gateway (8c14d5e6-789b-41a8-b5b0-e75b551502f3), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:42.763946 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-834d639a-091f-4d90-a257-f76c7d64a06e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:42.810766 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-10dc33aa-f49c-44ca-b452-6f5c321705ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:42.907361 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.managers [None req-dc1f0b91-b674-4631-8ade-e3270638b493 None None] Attempting to bind port 32452aea-d5c4-433e-a5b0-57c24811c401 on host dv-cinder-818830-2-iscsi for vnic_type normal with profile {{(pid=114096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:48:42.907870 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.managers [None req-dc1f0b91-b674-4631-8ade-e3270638b493 None None] Attempting to bind port 32452aea-d5c4-433e-a5b0-57c24811c401 by drivers openvswitch,hyperv on host dv-cinder-818830-2-iscsi at level 0 using segments [{'id': '6ece6a4a-5bdf-40d7-bd59-6b778037144a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'd4e5124e-533e-45d6-b9d3-79afca1c35e2'}] {{(pid=114096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:48:42.908294 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1f0b91-b674-4631-8ade-e3270638b493 None None] Attempting to bind port 32452aea-d5c4-433e-a5b0-57c24811c401 on network d4e5124e-533e-45d6-b9d3-79afca1c35e2 {{(pid=114096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:48:42.923450 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1f0b91-b674-4631-8ade-e3270638b493 None None] Checking agent: {'id': '492c1832-c7a3-4f77-b4ba-2ebdc28556bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818830-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 40, 53), 'started_at': datetime.datetime(2022, 1, 27, 16, 41, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818830-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:48:42.923958 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1f0b91-b674-4631-8ade-e3270638b493 None None] Checking segment: {'id': '6ece6a4a-5bdf-40d7-bd59-6b778037144a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'd4e5124e-533e-45d6-b9d3-79afca1c35e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:48:42.924445 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-dc1f0b91-b674-4631-8ade-e3270638b493 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:42.925005 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1f0b91-b674-4631-8ade-e3270638b493 None None] Bound using segment: {'id': '6ece6a4a-5bdf-40d7-bd59-6b778037144a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'd4e5124e-533e-45d6-b9d3-79afca1c35e2'} {{(pid=114096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:48:42.926019 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.managers [None req-dc1f0b91-b674-4631-8ade-e3270638b493 None None] Bound port: 32452aea-d5c4-433e-a5b0-57c24811c401, host: dv-cinder-818830-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ece6a4a-5bdf-40d7-bd59-6b778037144a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'd4e5124e-533e-45d6-b9d3-79afca1c35e2'}}] {{(pid=114096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:48:42.926582 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-dc1f0b91-b674-4631-8ade-e3270638b493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (32452aea-d5c4-433e-a5b0-57c24811c401), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:42.940172 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-70db699c-0c73-48c4-a46b-40324272ade3 admin admin] Publish callbacks [] for router_controller (170ece70-89e4-48ac-a0e9-591d74dcaa51), precommit_add_association {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:42.947283 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-226433c4-f8cd-4345-b3c5-5cf935608f86 admin admin] Publish callbacks [] for router_gateway (d2b1e3f6-626b-4ed5-b1ba-514aac972f86), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:42.960425 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1f0b91-b674-4631-8ade-e3270638b493 None None] Pushing event updated for resources: {'Port': ['ID=32452aea-d5c4-433e-a5b0-57c24811c401,revision_number=1']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:48:42.976061 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-226433c4-f8cd-4345-b3c5-5cf935608f86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:43.000792 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1f0b91-b674-4631-8ade-e3270638b493 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:48:43.004134 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1f0b91-b674-4631-8ade-e3270638b493 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:48:43.004713 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1f0b91-b674-4631-8ade-e3270638b493 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:48:43.005269 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1f0b91-b674-4631-8ade-e3270638b493 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:48:43.005764 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1f0b91-b674-4631-8ade-e3270638b493 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:48:43.006263 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1f0b91-b674-4631-8ade-e3270638b493 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:48:43.006916 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1f0b91-b674-4631-8ade-e3270638b493 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:48:43.007443 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1f0b91-b674-4631-8ade-e3270638b493 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:48:43.007977 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1f0b91-b674-4631-8ade-e3270638b493 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:48:43.008487 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1f0b91-b674-4631-8ade-e3270638b493 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:48:43.009018 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1f0b91-b674-4631-8ade-e3270638b493 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:48:43.009413 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1f0b91-b674-4631-8ade-e3270638b493 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:48:43.009746 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1f0b91-b674-4631-8ade-e3270638b493 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:48:43.010997 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1f0b91-b674-4631-8ade-e3270638b493 None None] Tracked resource versions report: Jan 27 16:48:43.010997 dv-cinder-818830-2-iscsi neutron-server[114096]: pushed versions: Jan 27 16:48:43.010997 dv-cinder-818830-2-iscsi neutron-server[114096]: { 'AddressGroup': {'1.2'}, Jan 27 16:48:43.010997 dv-cinder-818830-2-iscsi neutron-server[114096]: 'ConntrackHelper': {'1.0'}, Jan 27 16:48:43.010997 dv-cinder-818830-2-iscsi neutron-server[114096]: 'LocalIPAssociation': {'1.0'}, Jan 27 16:48:43.010997 dv-cinder-818830-2-iscsi neutron-server[114096]: 'Log': {'1.0'}, Jan 27 16:48:43.010997 dv-cinder-818830-2-iscsi neutron-server[114096]: 'Network': {'1.1'}, Jan 27 16:48:43.010997 dv-cinder-818830-2-iscsi neutron-server[114096]: 'Port': {'1.7'}, Jan 27 16:48:43.010997 dv-cinder-818830-2-iscsi neutron-server[114096]: 'PortForwarding': {'1.2'}, Jan 27 16:48:43.010997 dv-cinder-818830-2-iscsi neutron-server[114096]: 'QosPolicy': {'1.10'}, Jan 27 16:48:43.010997 dv-cinder-818830-2-iscsi neutron-server[114096]: 'SecurityGroup': {'1.5'}, Jan 27 16:48:43.010997 dv-cinder-818830-2-iscsi neutron-server[114096]: 'SecurityGroupRule': {'1.2'}, Jan 27 16:48:43.010997 dv-cinder-818830-2-iscsi neutron-server[114096]: 'SubPort': {'1.0'}, Jan 27 16:48:43.010997 dv-cinder-818830-2-iscsi neutron-server[114096]: 'Subnet': {'1.1'}, Jan 27 16:48:43.010997 dv-cinder-818830-2-iscsi neutron-server[114096]: 'Trunk': {'1.1'}} Jan 27 16:48:43.010997 dv-cinder-818830-2-iscsi neutron-server[114096]: consumer versions: Jan 27 16:48:43.010997 dv-cinder-818830-2-iscsi neutron-server[114096]: { DHCP agent@dv-cinder-818830-2-iscsi: {}, Jan 27 16:48:43.010997 dv-cinder-818830-2-iscsi neutron-server[114096]: HyperV agent@hv-cinder-81883: {}, Jan 27 16:48:43.010997 dv-cinder-818830-2-iscsi neutron-server[114096]: L3 agent@dv-cinder-818830-2-iscsi: {}, Jan 27 16:48:43.010997 dv-cinder-818830-2-iscsi neutron-server[114096]: Metadata agent@dv-cinder-818830-2-iscsi: {}, Jan 27 16:48:43.010997 dv-cinder-818830-2-iscsi neutron-server[114096]: Metering agent@dv-cinder-818830-2-iscsi: {}, Jan 27 16:48:43.010997 dv-cinder-818830-2-iscsi neutron-server[114096]: Open vSwitch agent@dv-cinder-818830-2-iscsi: { 'AddressGroup': '1.2', Jan 27 16:48:43.010997 dv-cinder-818830-2-iscsi neutron-server[114096]: 'ConntrackHelper': '1.0', Jan 27 16:48:43.010997 dv-cinder-818830-2-iscsi neutron-server[114096]: 'LocalIPAssociation': '1.0', Jan 27 16:48:43.010997 dv-cinder-818830-2-iscsi neutron-server[114096]: 'Log': '1.0', Jan 27 16:48:43.010997 dv-cinder-818830-2-iscsi neutron-server[114096]: 'Network': '1.1', Jan 27 16:48:43.010997 dv-cinder-818830-2-iscsi neutron-server[114096]: 'Port': '1.7', Jan 27 16:48:43.010997 dv-cinder-818830-2-iscsi neutron-server[114096]: 'PortForwarding': '1.2', Jan 27 16:48:43.010997 dv-cinder-818830-2-iscsi neutron-server[114096]: 'QosPolicy': '1.10', Jan 27 16:48:43.010997 dv-cinder-818830-2-iscsi neutron-server[114096]: 'SecurityGroup': '1.5', Jan 27 16:48:43.010997 dv-cinder-818830-2-iscsi neutron-server[114096]: 'SecurityGroupRule': '1.2', Jan 27 16:48:43.010997 dv-cinder-818830-2-iscsi neutron-server[114096]: 'SubPort': '1.0', Jan 27 16:48:43.010997 dv-cinder-818830-2-iscsi neutron-server[114096]: 'Subnet': '1.1', Jan 27 16:48:43.010997 dv-cinder-818830-2-iscsi neutron-server[114096]: 'Trunk': '1.1'}} Jan 27 16:48:43.010997 dv-cinder-818830-2-iscsi neutron-server[114096]: {{(pid=114096) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 16:48:43.041846 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [req-4ddacf93-e240-4238-96e7-d3765860f181 req-2521369c-d3b3-49fb-afb2-5a1554729923 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114095) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 16:48:43.043618 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-4ddacf93-e240-4238-96e7-d3765860f181 req-2521369c-d3b3-49fb-afb2-5a1554729923 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2853451 Jan 27 16:48:43.069291 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.db_base_plugin_common [None req-dd2cfa11-4cf2-4dd6-9f0a-571d1012248b None None] Allocated IP 172.20.0.2 (4e17d67f-4d84-42b2-a3bf-cf48fd71687d/b0494b2b-60e2-42b5-a63f-939831eceb11/b51d9cbb-44e1-4e2b-aab6-3f8f05af28bd) {{(pid=114096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:48:43.108678 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8668b419-cf84-4eda-9731-3b0cb9fc0e2a None None] Network e61a4ef3-534d-479d-8867-5085e7d92be1 requested from dv-cinder-818830-2-iscsi {{(pid=114096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 16:48:43.170247 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-70db699c-0c73-48c4-a46b-40324272ade3 admin admin] Publish callbacks [] for router_gateway (170ece70-89e4-48ac-a0e9-591d74dcaa51), precommit_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:43.181466 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-dc1f0b91-b674-4631-8ade-e3270638b493 None None] For port 32452aea-d5c4-433e-a5b0-57c24811c401, host dv-cinder-818830-2-iscsi, cleared binding levels {{(pid=114096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:48:43.267595 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-dc1f0b91-b674-4631-8ade-e3270638b493 None None] For port 32452aea-d5c4-433e-a5b0-57c24811c401, host dv-cinder-818830-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818830-2-iscsi',level=0,port_id=32452aea-d5c4-433e-a5b0-57c24811c401,segment=NetworkSegment(6ece6a4a-5bdf-40d7-bd59-6b778037144a),segment_id=6ece6a4a-5bdf-40d7-bd59-6b778037144a)] {{(pid=114096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:48:43.276684 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.db_base_plugin_common [None req-226433c4-f8cd-4345-b3c5-5cf935608f86 admin admin] Allocated IP 172.27.2.6 (7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9/3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf/a2914477-9621-4406-93ef-1866c23d884b) {{(pid=114094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:48:43.284127 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-4ddacf93-e240-4238-96e7-d3765860f181 req-1f34bae6-faf2-4551-8ebb-8fb7fd5f1fc0 service neutron] 10.222.0.48 "GET /v2.0/networks/59590692-d01e-44a9-bec5-15417e45095c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256904 Jan 27 16:48:43.306261 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-dc1f0b91-b674-4631-8ade-e3270638b493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (32452aea-d5c4-433e-a5b0-57c24811c401), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:43.397120 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-10dc33aa-f49c-44ca-b452-6f5c321705ee admin admin] Publish callbacks [] for security_group (8f27d019-5233-4683-96fb-29d8bd97e317), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:43.398862 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1f0b91-b674-4631-8ade-e3270638b493 None None] Pushing event updated for resources: {'Port': ['ID=32452aea-d5c4-433e-a5b0-57c24811c401,revision_number=2']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:48:43.402984 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 44084) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:48:43.432542 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-10dc33aa-f49c-44ca-b452-6f5c321705ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (8f27d019-5233-4683-96fb-29d8bd97e317), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:43.441015 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-226433c4-f8cd-4345-b3c5-5cf935608f86 admin admin] Publish callbacks [] for port (a2914477-9621-4406-93ef-1866c23d884b), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:43.461334 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-dd2cfa11-4cf2-4dd6-9f0a-571d1012248b None None] Publish callbacks [] for port (b51d9cbb-44e1-4e2b-aab6-3f8f05af28bd), precommit_create {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:43.473843 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-dd2cfa11-4cf2-4dd6-9f0a-571d1012248b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740202573617'] for port (b51d9cbb-44e1-4e2b-aab6-3f8f05af28bd), after_create {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:43.522171 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2cfa11-4cf2-4dd6-9f0a-571d1012248b None None] Network 4e17d67f-4d84-42b2-a3bf-cf48fd71687d is already hosted by enough agents. {{(pid=114096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:48:43.528694 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.scheduler.base_scheduler [None req-dd2cfa11-4cf2-4dd6-9f0a-571d1012248b None None] Resources bound (agent type, host, resource id): {{(pid=114096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:48:43.534443 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2cfa11-4cf2-4dd6-9f0a-571d1012248b None None] Received port after_create {{(pid=114096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:48:43.540084 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc33aa-f49c-44ca-b452-6f5c321705ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f27d019-5233-4683-96fb-29d8bd97e317,revision_number=1']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:48:43.547014 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2cfa11-4cf2-4dd6-9f0a-571d1012248b None None] Pushing event updated for resources: {'Port': ['ID=b51d9cbb-44e1-4e2b-aab6-3f8f05af28bd,revision_number=1']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:48:43.572924 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-70db699c-0c73-48c4-a46b-40324272ade3 admin admin] Publish callbacks [] for router_gateway (170ece70-89e4-48ac-a0e9-591d74dcaa51), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:43.578839 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-10dc33aa-f49c-44ca-b452-6f5c321705ee admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7ffef7f348f141d69256d35c3c174bf3&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1878870 Jan 27 16:48:43.583015 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 44088) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:48:43.602703 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-226433c4-f8cd-4345-b3c5-5cf935608f86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740202573617'] for port (a2914477-9621-4406-93ef-1866c23d884b), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:43.607827 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-70db699c-0c73-48c4-a46b-40324272ade3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:43.625450 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.managers [None req-dd2cfa11-4cf2-4dd6-9f0a-571d1012248b None None] Attempting to bind port b51d9cbb-44e1-4e2b-aab6-3f8f05af28bd on host dv-cinder-818830-2-iscsi for vnic_type normal with profile {{(pid=114096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:48:43.625930 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.managers [None req-dd2cfa11-4cf2-4dd6-9f0a-571d1012248b None None] Attempting to bind port b51d9cbb-44e1-4e2b-aab6-3f8f05af28bd by drivers openvswitch,hyperv on host dv-cinder-818830-2-iscsi at level 0 using segments [{'id': 'f24320bd-5fde-4b90-81d3-17a919a07a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '4e17d67f-4d84-42b2-a3bf-cf48fd71687d'}] {{(pid=114096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:48:43.626398 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2cfa11-4cf2-4dd6-9f0a-571d1012248b None None] Attempting to bind port b51d9cbb-44e1-4e2b-aab6-3f8f05af28bd on network 4e17d67f-4d84-42b2-a3bf-cf48fd71687d {{(pid=114096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:48:43.633146 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2cfa11-4cf2-4dd6-9f0a-571d1012248b None None] Checking agent: {'id': '492c1832-c7a3-4f77-b4ba-2ebdc28556bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818830-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 40, 53), 'started_at': datetime.datetime(2022, 1, 27, 16, 41, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818830-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:48:43.633146 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2cfa11-4cf2-4dd6-9f0a-571d1012248b None None] Checking segment: {'id': 'f24320bd-5fde-4b90-81d3-17a919a07a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '4e17d67f-4d84-42b2-a3bf-cf48fd71687d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:48:43.633780 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-dd2cfa11-4cf2-4dd6-9f0a-571d1012248b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:43.635275 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2cfa11-4cf2-4dd6-9f0a-571d1012248b None None] Bound using segment: {'id': 'f24320bd-5fde-4b90-81d3-17a919a07a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '4e17d67f-4d84-42b2-a3bf-cf48fd71687d'} {{(pid=114096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:48:43.636030 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.managers [None req-dd2cfa11-4cf2-4dd6-9f0a-571d1012248b None None] Bound port: b51d9cbb-44e1-4e2b-aab6-3f8f05af28bd, host: dv-cinder-818830-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f24320bd-5fde-4b90-81d3-17a919a07a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '4e17d67f-4d84-42b2-a3bf-cf48fd71687d'}}] {{(pid=114096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:48:43.636521 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-dd2cfa11-4cf2-4dd6-9f0a-571d1012248b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (b51d9cbb-44e1-4e2b-aab6-3f8f05af28bd), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:43.647779 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226433c4-f8cd-4345-b3c5-5cf935608f86 admin admin] Network 7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9 is already hosted by enough agents. {{(pid=114094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:48:43.653928 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.base_scheduler [None req-226433c4-f8cd-4345-b3c5-5cf935608f86 admin admin] Resources bound (agent type, host, resource id): {{(pid=114094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:48:43.656543 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226433c4-f8cd-4345-b3c5-5cf935608f86 admin admin] Received port after_create {{(pid=114094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:48:43.754639 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-4ddacf93-e240-4238-96e7-d3765860f181 req-28d430c5-1e5b-4528-995d-b94984c5f2b5 service neutron] 10.222.0.48 "GET /v2.0/networks/59590692-d01e-44a9-bec5-15417e45095c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4181290 Jan 27 16:48:43.761023 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.db.db_base_plugin_common [None req-834d639a-091f-4d90-a257-f76c7d64a06e admin admin] Allocated IP 172.27.2.82 (7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9/3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf/6ab449ff-2b63-44f3-897a-860c93be338d) {{(pid=114095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:48:43.775529 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-dd2cfa11-4cf2-4dd6-9f0a-571d1012248b None None] For port b51d9cbb-44e1-4e2b-aab6-3f8f05af28bd, host dv-cinder-818830-2-iscsi, cleared binding levels {{(pid=114096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:48:43.776698 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e759c87f-88ab-496a-a7dd-741290468893 req-3c88d783-32b8-49cb-894b-c3f9da88fd11 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:48:43.781213 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-dd2cfa11-4cf2-4dd6-9f0a-571d1012248b None None] For port b51d9cbb-44e1-4e2b-aab6-3f8f05af28bd, host dv-cinder-818830-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818830-2-iscsi',level=0,port_id=b51d9cbb-44e1-4e2b-aab6-3f8f05af28bd,segment=NetworkSegment(f24320bd-5fde-4b90-81d3-17a919a07a12),segment_id=f24320bd-5fde-4b90-81d3-17a919a07a12)] {{(pid=114096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:48:43.784300 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-e759c87f-88ab-496a-a7dd-741290468893 req-3c88d783-32b8-49cb-894b-c3f9da88fd11 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/networks?id=e61a4ef3-534d-479d-8867-5085e7d92be1 HTTP/1.1" status: 200 len: 815 time: 0.3796310 Jan 27 16:48:43.788596 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-dd2cfa11-4cf2-4dd6-9f0a-571d1012248b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (b51d9cbb-44e1-4e2b-aab6-3f8f05af28bd), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:43.859636 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226433c4-f8cd-4345-b3c5-5cf935608f86 admin admin] Pushing event updated for resources: {'Port': ['ID=a2914477-9621-4406-93ef-1866c23d884b,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:48:43.894685 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2cfa11-4cf2-4dd6-9f0a-571d1012248b None None] Pushing event updated for resources: {'Port': ['ID=b51d9cbb-44e1-4e2b-aab6-3f8f05af28bd,revision_number=2']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:48:43.951316 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-fa713eee-26b2-4aef-ac77-c6fa7d288199 admin admin] Publish callbacks [] for security_group (8f27d019-5233-4683-96fb-29d8bd97e317), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:44.073745 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-fa713eee-26b2-4aef-ac77-c6fa7d288199 admin admin] Publish callbacks [] for security_group (8f27d019-5233-4683-96fb-29d8bd97e317), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:44.084442 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-e759c87f-88ab-496a-a7dd-741290468893 req-302984eb-11c2-4967-a99a-a00e09044fa7 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/quotas/598ee83f7e1a494c8b94f241ab626b65 HTTP/1.1" status: 200 len: 375 time: 0.2989538 Jan 27 16:48:44.109699 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-834d639a-091f-4d90-a257-f76c7d64a06e admin admin] Publish callbacks [] for port (6ab449ff-2b63-44f3-897a-860c93be338d), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:44.114462 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-226433c4-f8cd-4345-b3c5-5cf935608f86 admin admin] Publish callbacks [] for router_gateway (d2b1e3f6-626b-4ed5-b1ba-514aac972f86), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:44.135018 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-e759c87f-88ab-496a-a7dd-741290468893 req-ec9ecdbc-c129-4fc2-a10c-9272923a37e2 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=598ee83f7e1a494c8b94f241ab626b65&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0495751 Jan 27 16:48:44.411511 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [req-e759c87f-88ab-496a-a7dd-741290468893 req-c82183fe-2c00-4ad2-b606-081e4b1603aa service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114095) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 16:48:44.418635 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-e759c87f-88ab-496a-a7dd-741290468893 req-c82183fe-2c00-4ad2-b606-081e4b1603aa service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1892436 Jan 27 16:48:44.527998 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-fa713eee-26b2-4aef-ac77-c6fa7d288199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (8f27d019-5233-4683-96fb-29d8bd97e317), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:44.530651 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-fa713eee-26b2-4aef-ac77-c6fa7d288199 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:44.531832 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-fa713eee-26b2-4aef-ac77-c6fa7d288199 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8f27d019-5233-4683-96fb-29d8bd97e317 HTTP/1.1" status: 204 len: 168 time: 0.9459770 Jan 27 16:48:44.568014 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-226433c4-f8cd-4345-b3c5-5cf935608f86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1797566'] for router (d2b1e3f6-626b-4ed5-b1ba-514aac972f86), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:44.590088 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-999f0b0d-2002-47a1-a49a-0c7aeb07e0c6 req-13d226b5-83dd-4d91-8e2e-37442423a2b4 tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b9d62e6-6196-4c6f-ba02-dcf3fece8937 HTTP/1.1" status: 200 len: 210 time: 0.2084773 Jan 27 16:48:44.720292 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa713eee-26b2-4aef-ac77-c6fa7d288199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f27d019-5233-4683-96fb-29d8bd97e317,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:48:44.819757 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-834d639a-091f-4d90-a257-f76c7d64a06e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740202573617'] for port (6ab449ff-2b63-44f3-897a-860c93be338d), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:44.958108 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834d639a-091f-4d90-a257-f76c7d64a06e admin admin] Network 7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9 is already hosted by enough agents. {{(pid=114095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:48:44.978117 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.scheduler.base_scheduler [None req-834d639a-091f-4d90-a257-f76c7d64a06e admin admin] Resources bound (agent type, host, resource id): {{(pid=114095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:48:44.998804 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834d639a-091f-4d90-a257-f76c7d64a06e admin admin] Received port after_create {{(pid=114095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:48:45.001924 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834d639a-091f-4d90-a257-f76c7d64a06e admin admin] Pushing event updated for resources: {'Port': ['ID=6ab449ff-2b63-44f3-897a-860c93be338d,revision_number=1']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:48:45.058977 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-e759c87f-88ab-496a-a7dd-741290468893 req-31dc3e6e-4ba9-424a-8b76-32198430ed72 service neutron] 10.222.0.48 "GET /v2.0/networks/e61a4ef3-534d-479d-8867-5085e7d92be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6393447 Jan 27 16:48:45.109499 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.db_base_plugin_common [None req-70db699c-0c73-48c4-a46b-40324272ade3 admin admin] Allocated IP 172.27.2.83 (7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9/3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf/71831c89-48a2-4383-9f62-2e8b94fee069) {{(pid=114094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:48:45.244511 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-226433c4-f8cd-4345-b3c5-5cf935608f86 admin admin] Router d2b1e3f6-626b-4ed5-b1ba-514aac972f86 is scheduled to L3 agent bdbd084a-7876-495d-b5d9-cf3ee18f0227 with binding_index 1 {{(pid=114094) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 16:48:45.265287 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92650e4-98e1-4442-8a34-54b6fe3abeae None None] Network d4e5124e-533e-45d6-b9d3-79afca1c35e2 requested from dv-cinder-818830-2-iscsi {{(pid=114096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 16:48:45.464240 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-8f9f1892-945d-4099-bd41-d73451aa9ef7 None None] Provisioning complete for port 32452aea-d5c4-433e-a5b0-57c24811c401 triggered by entity DHCP. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:48:45.465254 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-8f9f1892-945d-4099-bd41-d73451aa9ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (32452aea-d5c4-433e-a5b0-57c24811c401), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:45.531438 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-e759c87f-88ab-496a-a7dd-741290468893 req-4e67f050-73db-4106-bcb5-35f4e6e41a32 service neutron] 10.222.0.48 "GET /v2.0/networks/e61a4ef3-534d-479d-8867-5085e7d92be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4715071 Jan 27 16:48:45.539242 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-226433c4-f8cd-4345-b3c5-5cf935608f86 admin admin] Notify agent at l3_agent.dv-cinder-818830-2-iscsi the message routers_updated {{(pid=114094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 16:48:45.552411 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ecd193-0d9b-4cbd-bd37-335c48ec5cf4 None None] Sync routers for ids ['d2b1e3f6-626b-4ed5-b1ba-514aac972f86'] in dv-cinder-818830-2-iscsi {{(pid=114097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 16:48:45.578155 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ecd193-0d9b-4cbd-bd37-335c48ec5cf4 None None] Routers {'d2b1e3f6-626b-4ed5-b1ba-514aac972f86'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:48:45.578810 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_hamode_db [None req-06ecd193-0d9b-4cbd-bd37-335c48ec5cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T16:48:18Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['d2b1e3f6-626b-4ed5-b1ba-514aac972f86'], 'active': True} {{(pid=114097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:48:45.663149 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-226433c4-f8cd-4345-b3c5-5cf935608f86 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:45.672727 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-226433c4-f8cd-4345-b3c5-5cf935608f86 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.3037400 Jan 27 16:48:45.690738 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-70db699c-0c73-48c4-a46b-40324272ade3 admin admin] Publish callbacks [] for port (71831c89-48a2-4383-9f62-2e8b94fee069), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:45.692203 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 44178) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:48:45.761889 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device 32452aea-d5c4-433e-a5b0-57c24811c401 up at agent ovs-agent-dv-cinder-818830-2-iscsi {{(pid=114096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:48:45.863412 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-ab38358b-68f1-4d85-a6c6-f5fc46a1faf5 req-8c6acdd5-de01-43cd-af01-257ad982bad3 tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b9d62e6-6196-4c6f-ba02-dcf3fece8937 HTTP/1.1" status: 200 len: 210 time: 0.1274209 Jan 27 16:48:45.908370 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-8f9f1892-945d-4099-bd41-d73451aa9ef7 None None] Current status of the port 32452aea-d5c4-433e-a5b0-57c24811c401 is: DOWN; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:48:45.914186 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-8f9f1892-945d-4099-bd41-d73451aa9ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (32452aea-d5c4-433e-a5b0-57c24811c401), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:45.956220 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-834d639a-091f-4d90-a257-f76c7d64a06e admin admin] Publish callbacks [] for router_gateway (8c14d5e6-789b-41a8-b5b0-e75b551502f3), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:46.053169 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-8f9f1892-945d-4099-bd41-d73451aa9ef7 None None] For port 32452aea-d5c4-433e-a5b0-57c24811c401, host dv-cinder-818830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818830-2-iscsi',level=0,port_id=32452aea-d5c4-433e-a5b0-57c24811c401,segment=NetworkSegment(6ece6a4a-5bdf-40d7-bd59-6b778037144a),segment_id=6ece6a4a-5bdf-40d7-bd59-6b778037144a)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:48:46.079072 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-8f9f1892-945d-4099-bd41-d73451aa9ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (32452aea-d5c4-433e-a5b0-57c24811c401), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:46.088958 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Provisioning complete for port 32452aea-d5c4-433e-a5b0-57c24811c401 triggered by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:48:46.089672 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (32452aea-d5c4-433e-a5b0-57c24811c401), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:46.093231 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28fb08f6-5093-4b66-96c7-c622a8f9ae2a None None] Network 4e17d67f-4d84-42b2-a3bf-cf48fd71687d requested from dv-cinder-818830-2-iscsi {{(pid=114096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 16:48:46.190257 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-70db699c-0c73-48c4-a46b-40324272ade3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740202573617'] for port (71831c89-48a2-4383-9f62-2e8b94fee069), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:46.239357 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70db699c-0c73-48c4-a46b-40324272ade3 admin admin] Network 7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9 is already hosted by enough agents. {{(pid=114094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:48:46.242635 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 44210) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:48:46.243501 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.base_scheduler [None req-70db699c-0c73-48c4-a46b-40324272ade3 admin admin] Resources bound (agent type, host, resource id): {{(pid=114094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:48:46.247850 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70db699c-0c73-48c4-a46b-40324272ade3 admin admin] Received port after_create {{(pid=114094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:48:46.331743 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_dvr_db [None req-06ecd193-0d9b-4cbd-bd37-335c48ec5cf4 None None] Set router d2b1e3f6-626b-4ed5-b1ba-514aac972f86 gateway port host: dv-cinder-818830-2-iscsi {{(pid=114097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:48:46.567263 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-5c896e1d-e571-4a92-86fe-2942ff635ad3 req-f4adca24-1328-4ec7-b5c0-4395233afb87 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a0a7f18-d314-4368-bed8-cb27c0ba466b HTTP/1.1" status: 200 len: 210 time: 0.2152839 Jan 27 16:48:46.601467 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9f1892-945d-4099-bd41-d73451aa9ef7 None None] Pushing event updated for resources: {'Port': ['ID=32452aea-d5c4-433e-a5b0-57c24811c401,revision_number=3']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:48:46.608377 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-6f95dc4b-d9f7-43b6-9e23-3aaa779e05a9 None None] Provisioning complete for port b51d9cbb-44e1-4e2b-aab6-3f8f05af28bd triggered by entity DHCP. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:48:46.612804 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-6f95dc4b-d9f7-43b6-9e23-3aaa779e05a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (b51d9cbb-44e1-4e2b-aab6-3f8f05af28bd), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:46.709688 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-9edc1eb7-4419-4930-a6c6-1c77d14f09db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (b49cc950-6aaa-44e3-a3c4-70b67101afab), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:46.780147 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-834d639a-091f-4d90-a257-f76c7d64a06e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1797566'] for router (8c14d5e6-789b-41a8-b5b0-e75b551502f3), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:46.903673 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 44234) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:48:46.904906 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_hamode_db [None req-06ecd193-0d9b-4cbd-bd37-335c48ec5cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b1e3f6-626b-4ed5-b1ba-514aac972f86', 'name': 'tempest-ServerRescueNegativeTestJSON-1879348550-router', 'tenant_id': '326cd822c847423ba2417f593ca8c6ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': 'a2914477-9621-4406-93ef-1866c23d884b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:48:41Z', 'updated_at': '2022-01-27T16:48:43Z', 'revision_number': 3, 'project_id': '326cd822c847423ba2417f593ca8c6ff', 'gw_port': {'id': 'a2914477-9621-4406-93ef-1866c23d884b', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:61:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2b1e3f6-626b-4ed5-b1ba-514aac972f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:48:43Z', 'updated_at': '2022-01-27T16:48:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi'}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:48:46.948166 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ecd193-0d9b-4cbd-bd37-335c48ec5cf4 None None] Checking router: d2b1e3f6-626b-4ed5-b1ba-514aac972f86 for host: dv-cinder-818830-2-iscsi {{(pid=114097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 16:48:46.948495 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ecd193-0d9b-4cbd-bd37-335c48ec5cf4 None None] Updating router d2b1e3f6-626b-4ed5-b1ba-514aac972f86 port a2914477-9621-4406-93ef-1866c23d884b binding host dv-cinder-818830-2-iscsi {{(pid=114097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 16:48:46.979375 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron_lib.callbacks.manager [None req-06ecd193-0d9b-4cbd-bd37-335c48ec5cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (a2914477-9621-4406-93ef-1866c23d884b), before_update {{(pid=114097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:47.118105 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-13334607-e433-419c-a384-afe0896f19b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:47.145985 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Current status of the port 32452aea-d5c4-433e-a5b0-57c24811c401 is: ACTIVE; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:48:47.149009 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device b51d9cbb-44e1-4e2b-aab6-3f8f05af28bd up at agent ovs-agent-dv-cinder-818830-2-iscsi {{(pid=114096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:48:47.221914 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.v2.base [None req-a275aab4-c47d-4c2e-85b6-44c4c4ec1511 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-979020773-network', 'tenant_id': 'bc9ddf51191e4d33b866e3b1ee247655'}} {{(pid=114094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:48:47.324014 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (853c399d-72c7-467e-bd42-08a47e7fb1c3), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:47.328012 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-6f95dc4b-d9f7-43b6-9e23-3aaa779e05a9 None None] Current status of the port b51d9cbb-44e1-4e2b-aab6-3f8f05af28bd is: DOWN; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:48:47.328549 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-6f95dc4b-d9f7-43b6-9e23-3aaa779e05a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (b51d9cbb-44e1-4e2b-aab6-3f8f05af28bd), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:47.337428 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-f33e20f7-4beb-4433-a529-4226ce05481a req-50258084-1332-462f-ba50-04f4f25225fc tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b9d62e6-6196-4c6f-ba02-dcf3fece8937 HTTP/1.1" status: 200 len: 210 time: 0.0871513 Jan 27 16:48:47.341636 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-834d639a-091f-4d90-a257-f76c7d64a06e admin admin] Router 8c14d5e6-789b-41a8-b5b0-e75b551502f3 is scheduled to L3 agent bdbd084a-7876-495d-b5d9-cf3ee18f0227 with binding_index 1 {{(pid=114095) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 16:48:47.378849 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70db699c-0c73-48c4-a46b-40324272ade3 admin admin] Pushing event updated for resources: {'Port': ['ID=71831c89-48a2-4383-9f62-2e8b94fee069,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:48:47.381781 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.24', 50411) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:48:47.392686 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-6f95dc4b-d9f7-43b6-9e23-3aaa779e05a9 None None] For port b51d9cbb-44e1-4e2b-aab6-3f8f05af28bd, host dv-cinder-818830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818830-2-iscsi',level=0,port_id=b51d9cbb-44e1-4e2b-aab6-3f8f05af28bd,segment=NetworkSegment(f24320bd-5fde-4b90-81d3-17a919a07a12),segment_id=f24320bd-5fde-4b90-81d3-17a919a07a12)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:48:47.405066 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Provisioning complete for port b51d9cbb-44e1-4e2b-aab6-3f8f05af28bd triggered by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:48:47.405561 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (b51d9cbb-44e1-4e2b-aab6-3f8f05af28bd), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:47.409185 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-6f95dc4b-d9f7-43b6-9e23-3aaa779e05a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (b51d9cbb-44e1-4e2b-aab6-3f8f05af28bd), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:47.634710 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-13334607-e433-419c-a384-afe0896f19b6 admin admin] Publish callbacks [] for security_group (cc60f98c-58d6-4cc9-a063-40fe7cec5490), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:47.636607 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-834d639a-091f-4d90-a257-f76c7d64a06e admin admin] Notify agent at l3_agent.dv-cinder-818830-2-iscsi the message routers_updated {{(pid=114095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 16:48:47.659802 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-13334607-e433-419c-a384-afe0896f19b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (cc60f98c-58d6-4cc9-a063-40fe7cec5490), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:47.700826 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron_lib.callbacks.manager [None req-06ecd193-0d9b-4cbd-bd37-335c48ec5cf4 None None] Publish callbacks [] for port (a2914477-9621-4406-93ef-1866c23d884b), precommit_update {{(pid=114097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:47.704314 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a00e4c-ed22-4afa-9780-88d6c29ca5de None None] Sync routers for ids ['8c14d5e6-789b-41a8-b5b0-e75b551502f3'] in dv-cinder-818830-2-iscsi {{(pid=114096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 16:48:47.715630 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron_lib.callbacks.manager [None req-06ecd193-0d9b-4cbd-bd37-335c48ec5cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (a2914477-9621-4406-93ef-1866c23d884b), after_update {{(pid=114097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:47.722943 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-6f95dc4b-d9f7-43b6-9e23-3aaa779e05a9 None None] Provisioning complete for port 32452aea-d5c4-433e-a5b0-57c24811c401 triggered by entity DHCP. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:48:47.723341 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-6f95dc4b-d9f7-43b6-9e23-3aaa779e05a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (32452aea-d5c4-433e-a5b0-57c24811c401), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:47.734800 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-834d639a-091f-4d90-a257-f76c7d64a06e admin admin] Publish callbacks [] for router (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:47.736082 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-834d639a-091f-4d90-a257-f76c7d64a06e admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.8313456 Jan 27 16:48:47.751077 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f95dc4b-d9f7-43b6-9e23-3aaa779e05a9 None None] Pushing event updated for resources: {'Port': ['ID=b51d9cbb-44e1-4e2b-aab6-3f8f05af28bd,revision_number=3']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:48:47.783229 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 44276) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:48:47.786883 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28e647e-e4ca-4b06-a42e-30983ec24569 None None] Pushing event updated for resources: {'Port': ['ID=a2914477-9621-4406-93ef-1866c23d884b,revision_number=2']} {{(pid=114097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:48:47.797990 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28e647e-e4ca-4b06-a42e-30983ec24569 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:48:47.798430 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28e647e-e4ca-4b06-a42e-30983ec24569 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:48:47.798893 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28e647e-e4ca-4b06-a42e-30983ec24569 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:48:47.799302 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28e647e-e4ca-4b06-a42e-30983ec24569 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:48:47.799746 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28e647e-e4ca-4b06-a42e-30983ec24569 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:48:47.800139 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28e647e-e4ca-4b06-a42e-30983ec24569 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:48:47.800532 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28e647e-e4ca-4b06-a42e-30983ec24569 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:48:47.800959 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28e647e-e4ca-4b06-a42e-30983ec24569 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:48:47.801351 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28e647e-e4ca-4b06-a42e-30983ec24569 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:48:47.801762 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28e647e-e4ca-4b06-a42e-30983ec24569 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:48:47.802175 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28e647e-e4ca-4b06-a42e-30983ec24569 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:48:47.802546 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28e647e-e4ca-4b06-a42e-30983ec24569 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:48:47.802993 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28e647e-e4ca-4b06-a42e-30983ec24569 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:48:47.804293 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28e647e-e4ca-4b06-a42e-30983ec24569 None None] Tracked resource versions report: Jan 27 16:48:47.804293 dv-cinder-818830-2-iscsi neutron-server[114097]: pushed versions: Jan 27 16:48:47.804293 dv-cinder-818830-2-iscsi neutron-server[114097]: { 'AddressGroup': {'1.2'}, Jan 27 16:48:47.804293 dv-cinder-818830-2-iscsi neutron-server[114097]: 'ConntrackHelper': {'1.0'}, Jan 27 16:48:47.804293 dv-cinder-818830-2-iscsi neutron-server[114097]: 'LocalIPAssociation': {'1.0'}, Jan 27 16:48:47.804293 dv-cinder-818830-2-iscsi neutron-server[114097]: 'Log': {'1.0'}, Jan 27 16:48:47.804293 dv-cinder-818830-2-iscsi neutron-server[114097]: 'Network': {'1.1'}, Jan 27 16:48:47.804293 dv-cinder-818830-2-iscsi neutron-server[114097]: 'Port': {'1.7'}, Jan 27 16:48:47.804293 dv-cinder-818830-2-iscsi neutron-server[114097]: 'PortForwarding': {'1.2'}, Jan 27 16:48:47.804293 dv-cinder-818830-2-iscsi neutron-server[114097]: 'QosPolicy': {'1.10'}, Jan 27 16:48:47.804293 dv-cinder-818830-2-iscsi neutron-server[114097]: 'SecurityGroup': {'1.5'}, Jan 27 16:48:47.804293 dv-cinder-818830-2-iscsi neutron-server[114097]: 'SecurityGroupRule': {'1.2'}, Jan 27 16:48:47.804293 dv-cinder-818830-2-iscsi neutron-server[114097]: 'SubPort': {'1.0'}, Jan 27 16:48:47.804293 dv-cinder-818830-2-iscsi neutron-server[114097]: 'Subnet': {'1.1'}, Jan 27 16:48:47.804293 dv-cinder-818830-2-iscsi neutron-server[114097]: 'Trunk': {'1.1'}} Jan 27 16:48:47.804293 dv-cinder-818830-2-iscsi neutron-server[114097]: consumer versions: Jan 27 16:48:47.804293 dv-cinder-818830-2-iscsi neutron-server[114097]: { DHCP agent@dv-cinder-818830-2-iscsi: {}, Jan 27 16:48:47.804293 dv-cinder-818830-2-iscsi neutron-server[114097]: HyperV agent@hv-cinder-81883: {}, Jan 27 16:48:47.804293 dv-cinder-818830-2-iscsi neutron-server[114097]: L3 agent@dv-cinder-818830-2-iscsi: {}, Jan 27 16:48:47.804293 dv-cinder-818830-2-iscsi neutron-server[114097]: Metadata agent@dv-cinder-818830-2-iscsi: {}, Jan 27 16:48:47.804293 dv-cinder-818830-2-iscsi neutron-server[114097]: Metering agent@dv-cinder-818830-2-iscsi: {}, Jan 27 16:48:47.804293 dv-cinder-818830-2-iscsi neutron-server[114097]: Open vSwitch agent@dv-cinder-818830-2-iscsi: { 'AddressGroup': '1.2', Jan 27 16:48:47.804293 dv-cinder-818830-2-iscsi neutron-server[114097]: 'ConntrackHelper': '1.0', Jan 27 16:48:47.804293 dv-cinder-818830-2-iscsi neutron-server[114097]: 'LocalIPAssociation': '1.0', Jan 27 16:48:47.804293 dv-cinder-818830-2-iscsi neutron-server[114097]: 'Log': '1.0', Jan 27 16:48:47.804293 dv-cinder-818830-2-iscsi neutron-server[114097]: 'Network': '1.1', Jan 27 16:48:47.804293 dv-cinder-818830-2-iscsi neutron-server[114097]: 'Port': '1.7', Jan 27 16:48:47.804293 dv-cinder-818830-2-iscsi neutron-server[114097]: 'PortForwarding': '1.2', Jan 27 16:48:47.804293 dv-cinder-818830-2-iscsi neutron-server[114097]: 'QosPolicy': '1.10', Jan 27 16:48:47.804293 dv-cinder-818830-2-iscsi neutron-server[114097]: 'SecurityGroup': '1.5', Jan 27 16:48:47.804293 dv-cinder-818830-2-iscsi neutron-server[114097]: 'SecurityGroupRule': '1.2', Jan 27 16:48:47.804293 dv-cinder-818830-2-iscsi neutron-server[114097]: 'SubPort': '1.0', Jan 27 16:48:47.804293 dv-cinder-818830-2-iscsi neutron-server[114097]: 'Subnet': '1.1', Jan 27 16:48:47.804293 dv-cinder-818830-2-iscsi neutron-server[114097]: 'Trunk': '1.1'}} Jan 27 16:48:47.804293 dv-cinder-818830-2-iscsi neutron-server[114097]: {{(pid=114097) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 16:48:47.845441 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.plugins.ml2.managers [None req-06ecd193-0d9b-4cbd-bd37-335c48ec5cf4 None None] Attempting to bind port a2914477-9621-4406-93ef-1866c23d884b on host dv-cinder-818830-2-iscsi for vnic_type normal with profile {{(pid=114097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:48:47.845908 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.plugins.ml2.managers [None req-06ecd193-0d9b-4cbd-bd37-335c48ec5cf4 None None] Attempting to bind port a2914477-9621-4406-93ef-1866c23d884b by drivers openvswitch,hyperv on host dv-cinder-818830-2-iscsi at level 0 using segments [{'id': '9bd3a446-0196-4595-aa07-09a05d016e38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9'}] {{(pid=114097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:48:47.846583 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ecd193-0d9b-4cbd-bd37-335c48ec5cf4 None None] Attempting to bind port a2914477-9621-4406-93ef-1866c23d884b on network 7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9 {{(pid=114097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:48:47.852939 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ecd193-0d9b-4cbd-bd37-335c48ec5cf4 None None] Checking agent: {'id': '492c1832-c7a3-4f77-b4ba-2ebdc28556bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818830-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 40, 53), 'started_at': datetime.datetime(2022, 1, 27, 16, 41, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818830-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:48:47.853438 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ecd193-0d9b-4cbd-bd37-335c48ec5cf4 None None] Checking segment: {'id': '9bd3a446-0196-4595-aa07-09a05d016e38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:48:47.853902 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron_lib.callbacks.manager [None req-06ecd193-0d9b-4cbd-bd37-335c48ec5cf4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:47.854363 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ecd193-0d9b-4cbd-bd37-335c48ec5cf4 None None] Bound using segment: {'id': '9bd3a446-0196-4595-aa07-09a05d016e38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9'} {{(pid=114097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:48:47.854905 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.plugins.ml2.managers [None req-06ecd193-0d9b-4cbd-bd37-335c48ec5cf4 None None] Bound port: a2914477-9621-4406-93ef-1866c23d884b, host: dv-cinder-818830-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bd3a446-0196-4595-aa07-09a05d016e38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9'}}] {{(pid=114097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:48:47.855364 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron_lib.callbacks.manager [None req-06ecd193-0d9b-4cbd-bd37-335c48ec5cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (a2914477-9621-4406-93ef-1866c23d884b), before_update {{(pid=114097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:47.874358 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a00e4c-ed22-4afa-9780-88d6c29ca5de None None] Routers {'8c14d5e6-789b-41a8-b5b0-e75b551502f3'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:48:47.875603 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-e8a00e4c-ed22-4afa-9780-88d6c29ca5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T16:48:18Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['8c14d5e6-789b-41a8-b5b0-e75b551502f3'], 'active': True} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:48:47.922222 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.plugins.ml2.db [None req-06ecd193-0d9b-4cbd-bd37-335c48ec5cf4 None None] For port a2914477-9621-4406-93ef-1866c23d884b, host dv-cinder-818830-2-iscsi, cleared binding levels {{(pid=114097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:48:47.925922 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.plugins.ml2.db [None req-06ecd193-0d9b-4cbd-bd37-335c48ec5cf4 None None] For port a2914477-9621-4406-93ef-1866c23d884b, host dv-cinder-818830-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818830-2-iscsi',level=0,port_id=a2914477-9621-4406-93ef-1866c23d884b,segment=NetworkSegment(9bd3a446-0196-4595-aa07-09a05d016e38),segment_id=9bd3a446-0196-4595-aa07-09a05d016e38)] {{(pid=114097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:48:47.931768 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron_lib.callbacks.manager [None req-06ecd193-0d9b-4cbd-bd37-335c48ec5cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (a2914477-9621-4406-93ef-1866c23d884b), after_update {{(pid=114097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:48.026503 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28e647e-e4ca-4b06-a42e-30983ec24569 None None] Pushing event updated for resources: {'Port': ['ID=a2914477-9621-4406-93ef-1866c23d884b,revision_number=3']} {{(pid=114097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:48:48.060760 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ecd193-0d9b-4cbd-bd37-335c48ec5cf4 None None] Routers {'d2b1e3f6-626b-4ed5-b1ba-514aac972f86'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:48:48.061633 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_hamode_db [None req-06ecd193-0d9b-4cbd-bd37-335c48ec5cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T16:48:18Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['d2b1e3f6-626b-4ed5-b1ba-514aac972f86'], 'active': True} {{(pid=114097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:48:48.108676 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-70db699c-0c73-48c4-a46b-40324272ade3 admin admin] Publish callbacks [] for router_gateway (170ece70-89e4-48ac-a0e9-591d74dcaa51), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:48.136246 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-a86c0298-512c-48a9-b0c4-7707e71dc4ac req-0583947b-7e14-4394-b9a7-8fe7b608f880 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a0a7f18-d314-4368-bed8-cb27c0ba466b HTTP/1.1" status: 200 len: 210 time: 0.4216161 Jan 27 16:48:48.146138 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-13334607-e433-419c-a384-afe0896f19b6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ff1a8d4f9ee74f18bc46f2412818ad0d&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2342198 Jan 27 16:48:48.148858 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 44296) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:48:48.151451 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13334607-e433-419c-a384-afe0896f19b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc60f98c-58d6-4cc9-a063-40fe7cec5490,revision_number=1']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:48:48.199640 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_dvr_db [None req-06ecd193-0d9b-4cbd-bd37-335c48ec5cf4 None None] Set router d2b1e3f6-626b-4ed5-b1ba-514aac972f86 gateway port host: dv-cinder-818830-2-iscsi {{(pid=114097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:48:48.224335 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Current status of the port b51d9cbb-44e1-4e2b-aab6-3f8f05af28bd is: ACTIVE; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:48:48.263371 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvr_db [None req-e8a00e4c-ed22-4afa-9780-88d6c29ca5de None None] Set router 8c14d5e6-789b-41a8-b5b0-e75b551502f3 gateway port host: dv-cinder-818830-2-iscsi {{(pid=114096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:48:48.265643 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-6f95dc4b-d9f7-43b6-9e23-3aaa779e05a9 None None] Current status of the port 32452aea-d5c4-433e-a5b0-57c24811c401 is: ACTIVE; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:48:48.422998 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-70db699c-0c73-48c4-a46b-40324272ade3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1797566'] for router (170ece70-89e4-48ac-a0e9-591d74dcaa51), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:48.473716 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device 32452aea-d5c4-433e-a5b0-57c24811c401 up at agent ovs-agent-dv-cinder-818830-2-iscsi {{(pid=114096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:48:48.480114 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-8deedffb-f4b6-4b32-a700-3b65060d6fea None None] Provisioning complete for port b51d9cbb-44e1-4e2b-aab6-3f8f05af28bd triggered by entity DHCP. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:48:48.481281 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-8deedffb-f4b6-4b32-a700-3b65060d6fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (b51d9cbb-44e1-4e2b-aab6-3f8f05af28bd), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:48.518133 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a275aab4-c47d-4c2e-85b6-44c4c4ec1511 admin admin] Made reservation on behalf of bc9ddf51191e4d33b866e3b1ee247655 for: {'network': 1} {{(pid=114094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:48:48.520438 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-a275aab4-c47d-4c2e-85b6-44c4c4ec1511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for network (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:48.532997 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-8ce13cf9-8c83-44af-95fb-eecd820ff6fc admin admin] Publish callbacks [] for security_group (cc60f98c-58d6-4cc9-a063-40fe7cec5490), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:48.593493 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_hamode_db [None req-06ecd193-0d9b-4cbd-bd37-335c48ec5cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b1e3f6-626b-4ed5-b1ba-514aac972f86', 'name': 'tempest-ServerRescueNegativeTestJSON-1879348550-router', 'tenant_id': '326cd822c847423ba2417f593ca8c6ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': 'a2914477-9621-4406-93ef-1866c23d884b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:48:41Z', 'updated_at': '2022-01-27T16:48:43Z', 'revision_number': 3, 'project_id': '326cd822c847423ba2417f593ca8c6ff', 'gw_port': {'id': 'a2914477-9621-4406-93ef-1866c23d884b', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:61:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2b1e3f6-626b-4ed5-b1ba-514aac972f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:48:43Z', 'updated_at': '2022-01-27T16:48:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi'}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:48:48.610939 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-90bb9665-bf1a-42e1-a67c-a664d6e7d49d req-9c16424a-acb6-4a43-b5a1-e9d00a416f00 tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b9d62e6-6196-4c6f-ba02-dcf3fece8937 HTTP/1.1" status: 200 len: 210 time: 0.0808990 Jan 27 16:48:48.641160 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ecd193-0d9b-4cbd-bd37-335c48ec5cf4 None None] The sync data for ids ['d2b1e3f6-626b-4ed5-b1ba-514aac972f86'] in dv-cinder-818830-2-iscsi is: [{'id': 'd2b1e3f6-626b-4ed5-b1ba-514aac972f86', 'name': 'tempest-ServerRescueNegativeTestJSON-1879348550-router', 'tenant_id': '326cd822c847423ba2417f593ca8c6ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': 'a2914477-9621-4406-93ef-1866c23d884b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:48:41Z', 'updated_at': '2022-01-27T16:48:43Z', 'revision_number': 3, 'project_id': '326cd822c847423ba2417f593ca8c6ff', 'gw_port': {'id': 'a2914477-9621-4406-93ef-1866c23d884b', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:61:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2b1e3f6-626b-4ed5-b1ba-514aac972f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:48:43Z', 'updated_at': '2022-01-27T16:48:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi'}] {{(pid=114097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 16:48:48.641927 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-60c478a3-6521-46fd-a717-6c92cb67b1fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (bdbd084a-7876-495d-b5d9-cf3ee18f0227), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:48.721920 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-a275aab4-c47d-4c2e-85b6-44c4c4ec1511 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:48.750787 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddacf93-e240-4238-96e7-d3765860f181 req-ebdde225-7ca9-4bbf-ae6b-146d68245e39 tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:48:48.752349 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-4ddacf93-e240-4238-96e7-d3765860f181 req-ebdde225-7ca9-4bbf-ae6b-146d68245e39 tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] 10.222.0.24 "GET /v2.0/networks?id=59590692-d01e-44a9-bec5-15417e45095c HTTP/1.1" status: 200 len: 812 time: 1.3266106 Jan 27 16:48:48.764364 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Provisioning complete for port 32452aea-d5c4-433e-a5b0-57c24811c401 triggered by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:48:48.764930 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (32452aea-d5c4-433e-a5b0-57c24811c401), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:48.766355 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-8ce13cf9-8c83-44af-95fb-eecd820ff6fc admin admin] Publish callbacks [] for security_group (cc60f98c-58d6-4cc9-a063-40fe7cec5490), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:48.831537 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-8deedffb-f4b6-4b32-a700-3b65060d6fea None None] Current status of the port b51d9cbb-44e1-4e2b-aab6-3f8f05af28bd is: ACTIVE; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:48:48.839393 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-e8a00e4c-ed22-4afa-9780-88d6c29ca5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c14d5e6-789b-41a8-b5b0-e75b551502f3', 'name': 'tempest-AttachVolumeTestJSON-640006432-router', 'tenant_id': 'accb650bdbfa4de4a4129fd473ca736d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '6ab449ff-2b63-44f3-897a-860c93be338d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:48:40Z', 'updated_at': '2022-01-27T16:48:45Z', 'revision_number': 3, 'project_id': 'accb650bdbfa4de4a4129fd473ca736d', 'gw_port': {'id': '6ab449ff-2b63-44f3-897a-860c93be338d', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:15:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c14d5e6-789b-41a8-b5b0-e75b551502f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:48:42Z', 'updated_at': '2022-01-27T16:48:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi'}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:48:48.850665 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-8afc8d97-26dc-4165-b5d2-8e8aeaba9c42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:48.878152 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.v2.base [req-4ddacf93-e240-4238-96e7-d3765860f181 req-be3eeb5e-939d-4a75-9bac-3438a555071a tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] Request body: {'port': {'device_id': '8b9d62e6-6196-4c6f-ba02-dcf3fece8937', 'network_id': '59590692-d01e-44a9-bec5-15417e45095c', 'admin_state_up': True, 'tenant_id': '8930d227a39349b8a900ed8395fb7d2b'}} {{(pid=114094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:48:48.923736 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a00e4c-ed22-4afa-9780-88d6c29ca5de None None] Checking router: 8c14d5e6-789b-41a8-b5b0-e75b551502f3 for host: dv-cinder-818830-2-iscsi {{(pid=114096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 16:48:48.926700 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a00e4c-ed22-4afa-9780-88d6c29ca5de None None] Updating router 8c14d5e6-789b-41a8-b5b0-e75b551502f3 port 6ab449ff-2b63-44f3-897a-860c93be338d binding host dv-cinder-818830-2-iscsi {{(pid=114096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 16:48:48.941504 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-8ce13cf9-8c83-44af-95fb-eecd820ff6fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (cc60f98c-58d6-4cc9-a063-40fe7cec5490), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:48.952288 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-8ce13cf9-8c83-44af-95fb-eecd820ff6fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:48.966189 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-8ce13cf9-8c83-44af-95fb-eecd820ff6fc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cc60f98c-58d6-4cc9-a063-40fe7cec5490 HTTP/1.1" status: 204 len: 168 time: 0.7909827 Jan 27 16:48:49.073662 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Current status of the port 32452aea-d5c4-433e-a5b0-57c24811c401 is: ACTIVE; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:48:49.075057 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device b51d9cbb-44e1-4e2b-aab6-3f8f05af28bd up at agent ovs-agent-dv-cinder-818830-2-iscsi {{(pid=114096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:48:49.076979 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-e8a00e4c-ed22-4afa-9780-88d6c29ca5de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (6ab449ff-2b63-44f3-897a-860c93be338d), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:49.080606 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.24', 50419) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:48:49.119931 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce13cf9-8c83-44af-95fb-eecd820ff6fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc60f98c-58d6-4cc9-a063-40fe7cec5490,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:48:49.607341 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Provisioning complete for port b51d9cbb-44e1-4e2b-aab6-3f8f05af28bd triggered by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:48:49.609943 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (b51d9cbb-44e1-4e2b-aab6-3f8f05af28bd), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:49.715457 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-dfc6ee95-23b3-48fa-b280-e5cd36a0359a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:49.735283 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-66ba84dd-632c-456a-bb12-6a575fe6244f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9495f383-87a2-4ffd-86dd-67b8d88d602c), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:49.996060 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-1824bc8d-53a3-43fa-98b4-aa8c215c5de8 req-f908ebf2-9a4d-4805-b08b-6cb377d207f1 tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b9d62e6-6196-4c6f-ba02-dcf3fece8937 HTTP/1.1" status: 200 len: 210 time: 0.2128618 Jan 27 16:48:50.005650 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-25f63067-ada4-4d55-8145-218b82f5e397 req-afdc94a8-15cd-430c-a81a-53e69553cc85 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a0a7f18-d314-4368-bed8-cb27c0ba466b HTTP/1.1" status: 200 len: 210 time: 0.2079971 Jan 27 16:48:50.112293 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-e8a00e4c-ed22-4afa-9780-88d6c29ca5de None None] Publish callbacks [] for port (6ab449ff-2b63-44f3-897a-860c93be338d), precommit_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:50.123642 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-e8a00e4c-ed22-4afa-9780-88d6c29ca5de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (6ab449ff-2b63-44f3-897a-860c93be338d), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:50.180957 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-a275aab4-c47d-4c2e-85b6-44c4c4ec1511 admin admin] Publish callbacks [] for security_group (c919a109-8291-4d38-82d4-f0ac5a29adb7), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:50.186913 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ddeab7-7c61-412b-9a5f-78cec1900638 None None] Pushing event updated for resources: {'Port': ['ID=6ab449ff-2b63-44f3-897a-860c93be338d,revision_number=2']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:48:50.227212 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.managers [None req-e8a00e4c-ed22-4afa-9780-88d6c29ca5de None None] Attempting to bind port 6ab449ff-2b63-44f3-897a-860c93be338d on host dv-cinder-818830-2-iscsi for vnic_type normal with profile {{(pid=114096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:48:50.227668 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.managers [None req-e8a00e4c-ed22-4afa-9780-88d6c29ca5de None None] Attempting to bind port 6ab449ff-2b63-44f3-897a-860c93be338d by drivers openvswitch,hyperv on host dv-cinder-818830-2-iscsi at level 0 using segments [{'id': '9bd3a446-0196-4595-aa07-09a05d016e38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9'}] {{(pid=114096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:48:50.228040 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a00e4c-ed22-4afa-9780-88d6c29ca5de None None] Attempting to bind port 6ab449ff-2b63-44f3-897a-860c93be338d on network 7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9 {{(pid=114096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:48:50.245360 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a00e4c-ed22-4afa-9780-88d6c29ca5de None None] Checking agent: {'id': '492c1832-c7a3-4f77-b4ba-2ebdc28556bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818830-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 40, 53), 'started_at': datetime.datetime(2022, 1, 27, 16, 41, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818830-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:48:50.245851 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a00e4c-ed22-4afa-9780-88d6c29ca5de None None] Checking segment: {'id': '9bd3a446-0196-4595-aa07-09a05d016e38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:48:50.246381 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-e8a00e4c-ed22-4afa-9780-88d6c29ca5de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:50.246665 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a00e4c-ed22-4afa-9780-88d6c29ca5de None None] Bound using segment: {'id': '9bd3a446-0196-4595-aa07-09a05d016e38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9'} {{(pid=114096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:48:50.247209 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.managers [None req-e8a00e4c-ed22-4afa-9780-88d6c29ca5de None None] Bound port: 6ab449ff-2b63-44f3-897a-860c93be338d, host: dv-cinder-818830-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bd3a446-0196-4595-aa07-09a05d016e38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9'}}] {{(pid=114096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:48:50.247681 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-e8a00e4c-ed22-4afa-9780-88d6c29ca5de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (6ab449ff-2b63-44f3-897a-860c93be338d), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:50.256155 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.db_base_plugin_common [None req-8afc8d97-26dc-4165-b5d2-8e8aeaba9c42 admin admin] Allocated IP 172.20.0.1 (d601b71c-9e85-4907-a350-1cc1a1486f21/e7392202-f723-44b8-a453-411e289e56a2/3470e97b-3ac1-47cd-8422-22eb7cc40163) {{(pid=114094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:48:50.319857 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Current status of the port b51d9cbb-44e1-4e2b-aab6-3f8f05af28bd is: ACTIVE; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:48:50.390695 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70db699c-0c73-48c4-a46b-40324272ade3 admin admin] Router 170ece70-89e4-48ac-a0e9-591d74dcaa51 is scheduled to L3 agent bdbd084a-7876-495d-b5d9-cf3ee18f0227 with binding_index 1 {{(pid=114094) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 16:48:50.397313 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-e8a00e4c-ed22-4afa-9780-88d6c29ca5de None None] For port 6ab449ff-2b63-44f3-897a-860c93be338d, host dv-cinder-818830-2-iscsi, cleared binding levels {{(pid=114096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:48:50.409295 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-e8a00e4c-ed22-4afa-9780-88d6c29ca5de None None] For port 6ab449ff-2b63-44f3-897a-860c93be338d, host dv-cinder-818830-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818830-2-iscsi',level=0,port_id=6ab449ff-2b63-44f3-897a-860c93be338d,segment=NetworkSegment(9bd3a446-0196-4595-aa07-09a05d016e38),segment_id=9bd3a446-0196-4595-aa07-09a05d016e38)] {{(pid=114096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:48:50.420116 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-e8a00e4c-ed22-4afa-9780-88d6c29ca5de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (6ab449ff-2b63-44f3-897a-860c93be338d), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:50.563994 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.db.db_base_plugin_common [None req-dfc6ee95-23b3-48fa-b280-e5cd36a0359a admin admin] Allocated IP 172.20.0.1 (d4e5124e-533e-45d6-b9d3-79afca1c35e2/d38c499f-fa3e-48b8-ba77-1e1246ed2b6a/2c2b5c0e-e05f-4520-aeed-d06220a6fdd4) {{(pid=114095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:48:50.629391 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device a2914477-9621-4406-93ef-1866c23d884b up at agent ovs-agent-dv-cinder-818830-2-iscsi {{(pid=114096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:48:50.642361 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-a275aab4-c47d-4c2e-85b6-44c4c4ec1511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (c919a109-8291-4d38-82d4-f0ac5a29adb7), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:50.695488 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e759c87f-88ab-496a-a7dd-741290468893 req-0298b336-6c09-4dbd-88c0-40f77eab2849 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:48:50.695488 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-e759c87f-88ab-496a-a7dd-741290468893 req-0298b336-6c09-4dbd-88c0-40f77eab2849 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.24 "GET /v2.0/networks?id=e61a4ef3-534d-479d-8867-5085e7d92be1 HTTP/1.1" status: 200 len: 815 time: 1.5838459 Jan 27 16:48:50.695488 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ddacf93-e240-4238-96e7-d3765860f181 req-be3eeb5e-939d-4a75-9bac-3438a555071a tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] Made reservation on behalf of 8930d227a39349b8a900ed8395fb7d2b for: {'port': 1} {{(pid=114094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:48:50.705452 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-4ddacf93-e240-4238-96e7-d3765860f181 req-be3eeb5e-939d-4a75-9bac-3438a555071a tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:50.742116 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.v2.base [req-e759c87f-88ab-496a-a7dd-741290468893 req-6573f1dc-8195-453a-aa10-23c0245dbfcc tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Request body: {'port': {'device_id': '2a0a7f18-d314-4368-bed8-cb27c0ba466b', 'network_id': 'e61a4ef3-534d-479d-8867-5085e7d92be1', 'admin_state_up': True, 'tenant_id': '598ee83f7e1a494c8b94f241ab626b65'}} {{(pid=114094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:48:50.756495 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a275aab4-c47d-4c2e-85b6-44c4c4ec1511 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=114094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 16:48:50.798343 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ddeab7-7c61-412b-9a5f-78cec1900638 None None] Pushing event updated for resources: {'Port': ['ID=6ab449ff-2b63-44f3-897a-860c93be338d,revision_number=3']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:48:50.806426 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a00e4c-ed22-4afa-9780-88d6c29ca5de None None] Routers {'8c14d5e6-789b-41a8-b5b0-e75b551502f3'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:48:50.807105 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-e8a00e4c-ed22-4afa-9780-88d6c29ca5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T16:48:48Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['8c14d5e6-789b-41a8-b5b0-e75b551502f3'], 'active': True} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:48:50.813627 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-8afc8d97-26dc-4165-b5d2-8e8aeaba9c42 admin admin] Publish callbacks [] for port (3470e97b-3ac1-47cd-8422-22eb7cc40163), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:50.892367 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-dfc6ee95-23b3-48fa-b280-e5cd36a0359a admin admin] Publish callbacks [] for port (2c2b5c0e-e05f-4520-aeed-d06220a6fdd4), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:50.969932 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-a275aab4-c47d-4c2e-85b6-44c4c4ec1511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985126'] for segment (8086266f-c056-4569-9871-0c72c3fd49fe), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:50.970304 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.db.segments_db [None req-a275aab4-c47d-4c2e-85b6-44c4c4ec1511 admin admin] Added segment 8086266f-c056-4569-9871-0c72c3fd49fe of type vlan for network dca771ef-f48f-4be3-af13-99078bf810e2 Jan 27 16:48:50.991163 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-dfc6ee95-23b3-48fa-b280-e5cd36a0359a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740202573617'] for port (2c2b5c0e-e05f-4520-aeed-d06220a6fdd4), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:51.113432 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-a275aab4-c47d-4c2e-85b6-44c4c4ec1511 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740202591609'] for network (dca771ef-f48f-4be3-af13-99078bf810e2), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:51.149466 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a275aab4-c47d-4c2e-85b6-44c4c4ec1511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c919a109-8291-4d38-82d4-f0ac5a29adb7,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:48:51.156620 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc6ee95-23b3-48fa-b280-e5cd36a0359a admin admin] Pushing event updated for resources: {'Port': ['ID=2c2b5c0e-e05f-4520-aeed-d06220a6fdd4,revision_number=1']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:48:51.178120 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc6ee95-23b3-48fa-b280-e5cd36a0359a admin admin] Network d4e5124e-533e-45d6-b9d3-79afca1c35e2 is already hosted by enough agents. {{(pid=114095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:48:51.181163 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.scheduler.base_scheduler [None req-dfc6ee95-23b3-48fa-b280-e5cd36a0359a admin admin] Resources bound (agent type, host, resource id): {{(pid=114095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:48:51.215363 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc6ee95-23b3-48fa-b280-e5cd36a0359a admin admin] Received port after_create {{(pid=114095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:48:51.215798 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-dfc6ee95-23b3-48fa-b280-e5cd36a0359a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1796555'] for router_interface (8c14d5e6-789b-41a8-b5b0-e75b551502f3), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:51.250226 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-8c42d05a-37c5-4b89-a481-910bfbc82f72 req-2b384d8d-d42c-4106-bc53-1c598d2f6ff0 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a0a7f18-d314-4368-bed8-cb27c0ba466b HTTP/1.1" status: 200 len: 210 time: 0.0891519 Jan 27 16:48:51.382599 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Provisioning complete for port a2914477-9621-4406-93ef-1866c23d884b triggered by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:48:51.383288 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (a2914477-9621-4406-93ef-1866c23d884b), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:51.457896 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-a275aab4-c47d-4c2e-85b6-44c4c4ec1511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092'] for network (dca771ef-f48f-4be3-af13-99078bf810e2), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:51.466245 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a275aab4-c47d-4c2e-85b6-44c4c4ec1511 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:48:51.466549 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-a275aab4-c47d-4c2e-85b6-44c4c4ec1511 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032074'] for network (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:51.479132 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvr_db [None req-e8a00e4c-ed22-4afa-9780-88d6c29ca5de None None] Set router 8c14d5e6-789b-41a8-b5b0-e75b551502f3 gateway port host: dv-cinder-818830-2-iscsi {{(pid=114096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:48:51.523347 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-a06c6aad-b7ad-4e02-8e47-9269642897b6 req-e4fd1f8b-23d6-4a28-867c-48ae7d1bb652 tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b9d62e6-6196-4c6f-ba02-dcf3fece8937 HTTP/1.1" status: 200 len: 210 time: 0.2236578 Jan 27 16:48:51.846336 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-d66b1738-fecd-429f-97ae-c3b5c23d3d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9d445c8f-179b-40e3-9cb5-ffaa95aecd6a), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:51.884734 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-8adc2ad0-4d0f-4830-80bc-57ed83428e37 None None] Provisioning complete for port 2c2b5c0e-e05f-4520-aeed-d06220a6fdd4 triggered by entity DHCP. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:48:51.885364 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-8adc2ad0-4d0f-4830-80bc-57ed83428e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (2c2b5c0e-e05f-4520-aeed-d06220a6fdd4), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:51.906499 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-dfc6ee95-23b3-48fa-b280-e5cd36a0359a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (2c2b5c0e-e05f-4520-aeed-d06220a6fdd4), before_update {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:52.107886 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Current status of the port a2914477-9621-4406-93ef-1866c23d884b is: DOWN; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:48:52.108473 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (a2914477-9621-4406-93ef-1866c23d884b), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:52.120075 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-a275aab4-c47d-4c2e-85b6-44c4c4ec1511 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 5.8742080 Jan 27 16:48:52.128382 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 44380) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:48:52.139811 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.v2.base [None req-50a3cf39-b07b-44ce-8e98-832ba7610081 admin admin] Request body: {'subnet': {'network_id': 'dca771ef-f48f-4be3-af13-99078bf810e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-979020773-subnet', 'tenant_id': 'bc9ddf51191e4d33b866e3b1ee247655', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:48:52.140428 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-8adc2ad0-4d0f-4830-80bc-57ed83428e37 None None] Port 2c2b5c0e-e05f-4520-aeed-d06220a6fdd4 cannot update to ACTIVE because it is not bound. {{(pid=114096) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 16:48:52.190696 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e759c87f-88ab-496a-a7dd-741290468893 req-6573f1dc-8195-453a-aa10-23c0245dbfcc tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Made reservation on behalf of 598ee83f7e1a494c8b94f241ab626b65 for: {'port': 1} {{(pid=114094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:48:52.194929 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-e759c87f-88ab-496a-a7dd-741290468893 req-6573f1dc-8195-453a-aa10-23c0245dbfcc tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:52.201451 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-8afc8d97-26dc-4165-b5d2-8e8aeaba9c42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740202573617'] for port (3470e97b-3ac1-47cd-8422-22eb7cc40163), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:52.203236 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a3cf39-b07b-44ce-8e98-832ba7610081 admin admin] Made reservation on behalf of bc9ddf51191e4d33b866e3b1ee247655 for: {'subnet': 1} {{(pid=114095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:48:52.205852 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-50a3cf39-b07b-44ce-8e98-832ba7610081 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:52.251998 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a275aab4-c47d-4c2e-85b6-44c4c4ec1511 admin admin] Pushing event updated for resources: {'Network': ['ID=dca771ef-f48f-4be3-af13-99078bf810e2,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:48:52.288649 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70db699c-0c73-48c4-a46b-40324272ade3 admin admin] Notify agent at l3_agent.dv-cinder-818830-2-iscsi the message routers_updated {{(pid=114094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 16:48:52.290718 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] For port a2914477-9621-4406-93ef-1866c23d884b, host dv-cinder-818830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818830-2-iscsi',level=0,port_id=a2914477-9621-4406-93ef-1866c23d884b,segment=NetworkSegment(9bd3a446-0196-4595-aa07-09a05d016e38),segment_id=9bd3a446-0196-4595-aa07-09a05d016e38)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:48:52.300605 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Network dca771ef-f48f-4be3-af13-99078bf810e2 details requested by agent ovs-agent-dv-cinder-818830-2-iscsi with host dv-cinder-818830-2-iscsi {{(pid=114096) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 16:48:52.330814 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8afc8d97-26dc-4165-b5d2-8e8aeaba9c42 admin admin] Network d601b71c-9e85-4907-a350-1cc1a1486f21 is already hosted by enough agents. {{(pid=114094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:48:52.347294 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (a2914477-9621-4406-93ef-1866c23d884b), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:52.373783 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.db_base_plugin_common [req-4ddacf93-e240-4238-96e7-d3765860f181 req-be3eeb5e-939d-4a75-9bac-3438a555071a tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] Allocated IP 172.20.0.9 (59590692-d01e-44a9-bec5-15417e45095c/950f0ade-c235-49cf-99ee-4fef53985470/2d2494c4-b7fe-4dc9-8d66-cb83f755ac04) {{(pid=114094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:48:52.396094 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefc2f77-4a58-4728-881d-2cb7f8dc56e9 None None] Sync routers for ids ['170ece70-89e4-48ac-a0e9-591d74dcaa51'] in dv-cinder-818830-2-iscsi {{(pid=114097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 16:48:52.408634 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.base_scheduler [None req-8afc8d97-26dc-4165-b5d2-8e8aeaba9c42 admin admin] Resources bound (agent type, host, resource id): {{(pid=114094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:48:52.418542 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afc8d97-26dc-4165-b5d2-8e8aeaba9c42 admin admin] Received port after_create {{(pid=114094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:48:52.424014 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-8afc8d97-26dc-4165-b5d2-8e8aeaba9c42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1796555'] for router_interface (d2b1e3f6-626b-4ed5-b1ba-514aac972f86), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:52.431795 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afc8d97-26dc-4165-b5d2-8e8aeaba9c42 admin admin] Pushing event updated for resources: {'Port': ['ID=3470e97b-3ac1-47cd-8422-22eb7cc40163,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:48:52.435466 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefc2f77-4a58-4728-881d-2cb7f8dc56e9 None None] Routers {'170ece70-89e4-48ac-a0e9-591d74dcaa51'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:48:52.439036 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_hamode_db [None req-cefc2f77-4a58-4728-881d-2cb7f8dc56e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T16:48:48Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['170ece70-89e4-48ac-a0e9-591d74dcaa51'], 'active': True} {{(pid=114097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:48:52.439415 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-dfc6ee95-23b3-48fa-b280-e5cd36a0359a admin admin] Publish callbacks [] for port (2c2b5c0e-e05f-4520-aeed-d06220a6fdd4), precommit_update {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:52.469949 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-dfc6ee95-23b3-48fa-b280-e5cd36a0359a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (2c2b5c0e-e05f-4520-aeed-d06220a6fdd4), after_update {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:52.470813 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-dfc6ee95-23b3-48fa-b280-e5cd36a0359a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2031918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1796219'] for router_interface (8c14d5e6-789b-41a8-b5b0-e75b551502f3), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:52.502780 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-76c6805b-3ee7-412a-8b45-5e78c136c821 req-a59ad0a0-0fb0-4a96-b1c5-25c829e8bde2 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a0a7f18-d314-4368-bed8-cb27c0ba466b HTTP/1.1" status: 200 len: 210 time: 0.0612447 Jan 27 16:48:52.579675 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 44392) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:48:52.630098 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc6ee95-23b3-48fa-b280-e5cd36a0359a admin admin] Pushing event updated for resources: {'Port': ['ID=2c2b5c0e-e05f-4520-aeed-d06220a6fdd4,revision_number=2']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:48:52.727159 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Pushing event updated for resources: {'Port': ['ID=a2914477-9621-4406-93ef-1866c23d884b,revision_number=4']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:48:52.732555 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc6ee95-23b3-48fa-b280-e5cd36a0359a admin admin] Network d4e5124e-533e-45d6-b9d3-79afca1c35e2 is already hosted by enough agents. {{(pid=114095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:48:52.736979 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.scheduler.base_scheduler [None req-dfc6ee95-23b3-48fa-b280-e5cd36a0359a admin admin] Resources bound (agent type, host, resource id): {{(pid=114095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:48:52.789019 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_dvr_db [None req-cefc2f77-4a58-4728-881d-2cb7f8dc56e9 None None] Set router 170ece70-89e4-48ac-a0e9-591d74dcaa51 gateway port host: dv-cinder-818830-2-iscsi {{(pid=114097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:48:52.847751 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (492c1832-c7a3-4f77-b4ba-2ebdc28556bf), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:52.887834 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-e8a00e4c-ed22-4afa-9780-88d6c29ca5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c14d5e6-789b-41a8-b5b0-e75b551502f3', 'name': 'tempest-AttachVolumeTestJSON-640006432-router', 'tenant_id': 'accb650bdbfa4de4a4129fd473ca736d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '6ab449ff-2b63-44f3-897a-860c93be338d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:48:40Z', 'updated_at': '2022-01-27T16:48:45Z', 'revision_number': 3, 'project_id': 'accb650bdbfa4de4a4129fd473ca736d', 'gw_port': {'id': '6ab449ff-2b63-44f3-897a-860c93be338d', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:15:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c14d5e6-789b-41a8-b5b0-e75b551502f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:48:42Z', 'updated_at': '2022-01-27T16:48:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi'}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:48:52.952308 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a00e4c-ed22-4afa-9780-88d6c29ca5de None None] The sync data for ids ['8c14d5e6-789b-41a8-b5b0-e75b551502f3'] in dv-cinder-818830-2-iscsi is: [{'id': '8c14d5e6-789b-41a8-b5b0-e75b551502f3', 'name': 'tempest-AttachVolumeTestJSON-640006432-router', 'tenant_id': 'accb650bdbfa4de4a4129fd473ca736d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '6ab449ff-2b63-44f3-897a-860c93be338d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:48:40Z', 'updated_at': '2022-01-27T16:48:45Z', 'revision_number': 3, 'project_id': 'accb650bdbfa4de4a4129fd473ca736d', 'gw_port': {'id': '6ab449ff-2b63-44f3-897a-860c93be338d', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:15:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c14d5e6-789b-41a8-b5b0-e75b551502f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:48:42Z', 'updated_at': '2022-01-27T16:48:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi'}] {{(pid=114096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 16:48:53.024164 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-1c242c95-552e-4f34-b6d6-c1cee2e6b3fd req-6843b7c3-8715-47be-9e21-b29142c57963 tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b9d62e6-6196-4c6f-ba02-dcf3fece8937 HTTP/1.1" status: 200 len: 210 time: 0.1695163 Jan 27 16:48:53.101618 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-e2bdd50d-2c89-4e98-a579-be2863be640d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:53.108705 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-50a3cf39-b07b-44ce-8e98-832ba7610081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092'] for subnet (fa0b80af-243d-4c1e-b327-a0e68d8ecc8d), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:53.142134 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-70db699c-0c73-48c4-a46b-40324272ade3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:53.162305 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-70db699c-0c73-48c4-a46b-40324272ade3 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 10.8988636 Jan 27 16:48:53.164048 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 44404) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:48:53.195061 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-53ec7c2a-ce6d-4ca5-bfd8-691333143215 None None] Provisioning complete for port 2c2b5c0e-e05f-4520-aeed-d06220a6fdd4 triggered by entity DHCP. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:48:53.197736 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a3cf39-b07b-44ce-8e98-832ba7610081 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa0b80af-243d-4c1e-b327-a0e68d8ecc8d,revision_number=0']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:48:53.200314 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-53ec7c2a-ce6d-4ca5-bfd8-691333143215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (2c2b5c0e-e05f-4520-aeed-d06220a6fdd4), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:53.256510 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-53ec7c2a-ce6d-4ca5-bfd8-691333143215 None None] Port 2c2b5c0e-e05f-4520-aeed-d06220a6fdd4 cannot update to ACTIVE because it is not bound. {{(pid=114096) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 16:48:53.326229 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_hamode_db [None req-cefc2f77-4a58-4728-881d-2cb7f8dc56e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170ece70-89e4-48ac-a0e9-591d74dcaa51', 'name': 'tempest-AttachVolumeShelveTestJSON-1606997611-router', 'tenant_id': '11d012d792424a858b876a618c79f7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '71831c89-48a2-4383-9f62-2e8b94fee069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:48:42Z', 'updated_at': '2022-01-27T16:48:47Z', 'revision_number': 3, 'project_id': '11d012d792424a858b876a618c79f7af', 'gw_port': {'id': '71831c89-48a2-4383-9f62-2e8b94fee069', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c9:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '170ece70-89e4-48ac-a0e9-591d74dcaa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:48:43Z', 'updated_at': '2022-01-27T16:48:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi'}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:48:53.423651 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefc2f77-4a58-4728-881d-2cb7f8dc56e9 None None] Checking router: 170ece70-89e4-48ac-a0e9-591d74dcaa51 for host: dv-cinder-818830-2-iscsi {{(pid=114097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 16:48:53.425392 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefc2f77-4a58-4728-881d-2cb7f8dc56e9 None None] Updating router 170ece70-89e4-48ac-a0e9-591d74dcaa51 port 71831c89-48a2-4383-9f62-2e8b94fee069 binding host dv-cinder-818830-2-iscsi {{(pid=114097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 16:48:53.527553 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron_lib.callbacks.manager [None req-cefc2f77-4a58-4728-881d-2cb7f8dc56e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (71831c89-48a2-4383-9f62-2e8b94fee069), before_update {{(pid=114097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:53.559004 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfc6ee95-23b3-48fa-b280-e5cd36a0359a admin admin] Router 8c14d5e6-789b-41a8-b5b0-e75b551502f3 has already been hosted by L3 agent bdbd084a-7876-495d-b5d9-cf3ee18f0227 {{(pid=114095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 16:48:53.840225 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 44416) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:48:53.863901 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.db_base_plugin_common [req-e759c87f-88ab-496a-a7dd-741290468893 req-6573f1dc-8195-453a-aa10-23c0245dbfcc tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Allocated IP 172.20.0.5 (e61a4ef3-534d-479d-8867-5085e7d92be1/0bf965b2-91d5-4f22-9468-810e8979c5a9/edeff32f-9844-440c-a9f3-215374de7bd3) {{(pid=114094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:48:53.870695 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a3cf39-b07b-44ce-8e98-832ba7610081 admin admin] Checking segment: {'id': '8086266f-c056-4569-9871-0c72c3fd49fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'dca771ef-f48f-4be3-af13-99078bf810e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:48:53.871289 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a3cf39-b07b-44ce-8e98-832ba7610081 admin admin] Network hostable DHCP agents. Network: dca771ef-f48f-4be3-af13-99078bf810e2, hostable agents: ['b49cc950-6aaa-44e3-a3c4-70b67101afab'], hosted agents: [] {{(pid=114095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 16:48:53.944235 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-553204ab-e3b7-4e60-9561-2d33b666d488 req-0da23a03-958b-4c1d-b3ec-9960c988ec64 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a0a7f18-d314-4368-bed8-cb27c0ba466b HTTP/1.1" status: 200 len: 210 time: 0.1004529 Jan 27 16:48:54.061368 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-e2bdd50d-2c89-4e98-a579-be2863be640d admin admin] Publish callbacks [] for security_group (5f9c5cf5-7a02-4713-ae7f-94bfa15c9cce), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:54.064081 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfc6ee95-23b3-48fa-b280-e5cd36a0359a admin admin] Notify agent at l3_agent.dv-cinder-818830-2-iscsi the message routers_updated {{(pid=114095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 16:48:54.080648 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-dfc6ee95-23b3-48fa-b280-e5cd36a0359a admin admin] 10.222.0.48 "PUT /v2.0/routers/8c14d5e6-789b-41a8-b5b0-e75b551502f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2963550 Jan 27 16:48:54.082567 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-e2bdd50d-2c89-4e98-a579-be2863be640d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (5f9c5cf5-7a02-4713-ae7f-94bfa15c9cce), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:54.117104 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a3cf39-b07b-44ce-8e98-832ba7610081 admin admin] Network dca771ef-f48f-4be3-af13-99078bf810e2 is scheduled to be hosted by DHCP agent b49cc950-6aaa-44e3-a3c4-70b67101afab with binding_index 1 {{(pid=114095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 16:48:54.153347 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.scheduler.base_scheduler [None req-50a3cf39-b07b-44ce-8e98-832ba7610081 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818830-2-iscsi, dca771ef-f48f-4be3-af13-99078bf810e2) {{(pid=114095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:48:54.165222 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96532f6-d25a-4081-8fec-96797b667529 None None] Network dca771ef-f48f-4be3-af13-99078bf810e2 requested from dv-cinder-818830-2-iscsi {{(pid=114096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 16:48:54.176566 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a3cf39-b07b-44ce-8e98-832ba7610081 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:48:54.177510 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-50a3cf39-b07b-44ce-8e98-832ba7610081 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032074'] for subnet (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:54.195093 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bdd50d-2c89-4e98-a579-be2863be640d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9c5cf5-7a02-4713-ae7f-94bfa15c9cce,revision_number=1']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:48:54.221275 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-50a3cf39-b07b-44ce-8e98-832ba7610081 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.0897329 Jan 27 16:48:54.224863 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-e2bdd50d-2c89-4e98-a579-be2863be640d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=52b9c1434f884b9d9253c9bb1bd33340&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6401646 Jan 27 16:48:54.232451 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 44424) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:48:54.353485 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-631d562c-9e1a-45ea-b5f2-05b463333e75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:54.464216 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron_lib.callbacks.manager [None req-cefc2f77-4a58-4728-881d-2cb7f8dc56e9 None None] Publish callbacks [] for port (71831c89-48a2-4383-9f62-2e8b94fee069), precommit_update {{(pid=114097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:54.482442 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron_lib.callbacks.manager [None req-cefc2f77-4a58-4728-881d-2cb7f8dc56e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (71831c89-48a2-4383-9f62-2e8b94fee069), after_update {{(pid=114097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:54.572185 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-8afc8d97-26dc-4165-b5d2-8e8aeaba9c42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (3470e97b-3ac1-47cd-8422-22eb7cc40163), before_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:54.585970 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93714bd-821c-47f2-81b1-3d0ee907f165 None None] Network dca771ef-f48f-4be3-af13-99078bf810e2 requested from dv-cinder-818830-2-iscsi {{(pid=114096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 16:48:54.605724 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-8cccff73-90ae-4931-98d6-ece770bd220c req-1cf590fc-4897-4944-9604-0403d5e5da85 tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b9d62e6-6196-4c6f-ba02-dcf3fece8937 HTTP/1.1" status: 200 len: 210 time: 0.2779725 Jan 27 16:48:54.696188 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446a31b8-dafb-43bd-8192-9ef8bf6e6ed4 None None] Pushing event updated for resources: {'Port': ['ID=71831c89-48a2-4383-9f62-2e8b94fee069,revision_number=2']} {{(pid=114097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:48:54.765651 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.plugins.ml2.managers [None req-cefc2f77-4a58-4728-881d-2cb7f8dc56e9 None None] Attempting to bind port 71831c89-48a2-4383-9f62-2e8b94fee069 on host dv-cinder-818830-2-iscsi for vnic_type normal with profile {{(pid=114097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:48:54.766038 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.plugins.ml2.managers [None req-cefc2f77-4a58-4728-881d-2cb7f8dc56e9 None None] Attempting to bind port 71831c89-48a2-4383-9f62-2e8b94fee069 by drivers openvswitch,hyperv on host dv-cinder-818830-2-iscsi at level 0 using segments [{'id': '9bd3a446-0196-4595-aa07-09a05d016e38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9'}] {{(pid=114097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:48:54.766473 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefc2f77-4a58-4728-881d-2cb7f8dc56e9 None None] Attempting to bind port 71831c89-48a2-4383-9f62-2e8b94fee069 on network 7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9 {{(pid=114097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:48:54.792146 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefc2f77-4a58-4728-881d-2cb7f8dc56e9 None None] Checking agent: {'id': '492c1832-c7a3-4f77-b4ba-2ebdc28556bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818830-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 40, 53), 'started_at': datetime.datetime(2022, 1, 27, 16, 41, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818830-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:48:54.792533 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefc2f77-4a58-4728-881d-2cb7f8dc56e9 None None] Checking segment: {'id': '9bd3a446-0196-4595-aa07-09a05d016e38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:48:54.793002 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron_lib.callbacks.manager [None req-cefc2f77-4a58-4728-881d-2cb7f8dc56e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:54.793403 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefc2f77-4a58-4728-881d-2cb7f8dc56e9 None None] Bound using segment: {'id': '9bd3a446-0196-4595-aa07-09a05d016e38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9'} {{(pid=114097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:48:54.793891 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.plugins.ml2.managers [None req-cefc2f77-4a58-4728-881d-2cb7f8dc56e9 None None] Bound port: 71831c89-48a2-4383-9f62-2e8b94fee069, host: dv-cinder-818830-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bd3a446-0196-4595-aa07-09a05d016e38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9'}}] {{(pid=114097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:48:54.804686 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron_lib.callbacks.manager [None req-cefc2f77-4a58-4728-881d-2cb7f8dc56e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (71831c89-48a2-4383-9f62-2e8b94fee069), before_update {{(pid=114097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:54.835076 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device 6ab449ff-2b63-44f3-897a-860c93be338d up at agent ovs-agent-dv-cinder-818830-2-iscsi {{(pid=114096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:48:54.925422 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-631d562c-9e1a-45ea-b5f2-05b463333e75 admin admin] Publish callbacks [] for security_group (ec98fb5f-fb80-48c3-a548-684e1d3ec1ba), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:54.928810 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-1f72185f-6dd7-4245-89af-8e560d633cd1 admin admin] Publish callbacks [] for security_group (5f9c5cf5-7a02-4713-ae7f-94bfa15c9cce), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:54.944840 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-631d562c-9e1a-45ea-b5f2-05b463333e75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (ec98fb5f-fb80-48c3-a548-684e1d3ec1ba), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:55.029759 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-631d562c-9e1a-45ea-b5f2-05b463333e75 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b4cc310f9f8645d5b7f47e733771f8f1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1842837 Jan 27 16:48:55.037825 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.plugins.ml2.db [None req-cefc2f77-4a58-4728-881d-2cb7f8dc56e9 None None] For port 71831c89-48a2-4383-9f62-2e8b94fee069, host dv-cinder-818830-2-iscsi, cleared binding levels {{(pid=114097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:48:55.051052 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 44438) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:48:55.052061 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.plugins.ml2.db [None req-cefc2f77-4a58-4728-881d-2cb7f8dc56e9 None None] For port 71831c89-48a2-4383-9f62-2e8b94fee069, host dv-cinder-818830-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818830-2-iscsi',level=0,port_id=71831c89-48a2-4383-9f62-2e8b94fee069,segment=NetworkSegment(9bd3a446-0196-4595-aa07-09a05d016e38),segment_id=9bd3a446-0196-4595-aa07-09a05d016e38)] {{(pid=114097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:48:55.062740 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron_lib.callbacks.manager [None req-cefc2f77-4a58-4728-881d-2cb7f8dc56e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (71831c89-48a2-4383-9f62-2e8b94fee069), after_update {{(pid=114097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:55.147280 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446a31b8-dafb-43bd-8192-9ef8bf6e6ed4 None None] Pushing event updated for resources: {'Port': ['ID=71831c89-48a2-4383-9f62-2e8b94fee069,revision_number=3']} {{(pid=114097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:48:55.164547 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefc2f77-4a58-4728-881d-2cb7f8dc56e9 None None] Routers {'170ece70-89e4-48ac-a0e9-591d74dcaa51'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:48:55.165417 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_hamode_db [None req-cefc2f77-4a58-4728-881d-2cb7f8dc56e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T16:48:48Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['170ece70-89e4-48ac-a0e9-591d74dcaa51'], 'active': True} {{(pid=114097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:48:55.235173 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-1f72185f-6dd7-4245-89af-8e560d633cd1 admin admin] Publish callbacks [] for security_group (5f9c5cf5-7a02-4713-ae7f-94bfa15c9cce), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:55.236460 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Provisioning complete for port 6ab449ff-2b63-44f3-897a-860c93be338d triggered by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:48:55.239587 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (6ab449ff-2b63-44f3-897a-860c93be338d), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:55.349949 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_dvr_db [None req-cefc2f77-4a58-4728-881d-2cb7f8dc56e9 None None] Set router 170ece70-89e4-48ac-a0e9-591d74dcaa51 gateway port host: dv-cinder-818830-2-iscsi {{(pid=114097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:48:55.374147 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-1f72185f-6dd7-4245-89af-8e560d633cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (5f9c5cf5-7a02-4713-ae7f-94bfa15c9cce), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:55.381278 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-1f72185f-6dd7-4245-89af-8e560d633cd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:55.382417 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-1f72185f-6dd7-4245-89af-8e560d633cd1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5f9c5cf5-7a02-4713-ae7f-94bfa15c9cce HTTP/1.1" status: 204 len: 168 time: 1.1485391 Jan 27 16:48:55.507702 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-8afc8d97-26dc-4165-b5d2-8e8aeaba9c42 admin admin] Publish callbacks [] for port (3470e97b-3ac1-47cd-8422-22eb7cc40163), precommit_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:55.508620 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-5a05ab1d-3d17-4be0-813a-ef0cb983507f req-954f5876-c7f1-4181-9cc1-7c319ad33bcf tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a0a7f18-d314-4368-bed8-cb27c0ba466b HTTP/1.1" status: 200 len: 210 time: 0.1444948 Jan 27 16:48:55.526597 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631d562c-9e1a-45ea-b5f2-05b463333e75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec98fb5f-fb80-48c3-a548-684e1d3ec1ba,revision_number=1']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:48:55.572093 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Current status of the port 6ab449ff-2b63-44f3-897a-860c93be338d is: DOWN; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:48:55.574222 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (6ab449ff-2b63-44f3-897a-860c93be338d), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:55.594251 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-e593c6ac-daf1-408e-aaee-5c1b9e31db31 admin admin] Publish callbacks [] for security_group (ec98fb5f-fb80-48c3-a548-684e1d3ec1ba), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:55.604418 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-8afc8d97-26dc-4165-b5d2-8e8aeaba9c42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (3470e97b-3ac1-47cd-8422-22eb7cc40163), after_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:55.606403 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-8afc8d97-26dc-4165-b5d2-8e8aeaba9c42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2031918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1796219'] for router_interface (d2b1e3f6-626b-4ed5-b1ba-514aac972f86), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:55.648795 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f72185f-6dd7-4245-89af-8e560d633cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f9c5cf5-7a02-4713-ae7f-94bfa15c9cce,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:48:55.708879 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-e593c6ac-daf1-408e-aaee-5c1b9e31db31 admin admin] Publish callbacks [] for security_group (ec98fb5f-fb80-48c3-a548-684e1d3ec1ba), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:55.719027 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] For port 6ab449ff-2b63-44f3-897a-860c93be338d, host dv-cinder-818830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818830-2-iscsi',level=0,port_id=6ab449ff-2b63-44f3-897a-860c93be338d,segment=NetworkSegment(9bd3a446-0196-4595-aa07-09a05d016e38),segment_id=9bd3a446-0196-4595-aa07-09a05d016e38)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:48:55.743244 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (6ab449ff-2b63-44f3-897a-860c93be338d), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:55.747518 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device a2914477-9621-4406-93ef-1866c23d884b up at agent ovs-agent-dv-cinder-818830-2-iscsi {{(pid=114096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:48:55.828698 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afc8d97-26dc-4165-b5d2-8e8aeaba9c42 admin admin] Pushing event updated for resources: {'Port': ['ID=3470e97b-3ac1-47cd-8422-22eb7cc40163,revision_number=2']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:48:55.944346 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-6b91b075-a50c-427c-944e-fa3e5f63e074 req-f4f70fef-7fab-4955-8952-4e352682520e tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b9d62e6-6196-4c6f-ba02-dcf3fece8937 HTTP/1.1" status: 200 len: 210 time: 0.1572754 Jan 27 16:48:55.951431 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_hamode_db [None req-cefc2f77-4a58-4728-881d-2cb7f8dc56e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170ece70-89e4-48ac-a0e9-591d74dcaa51', 'name': 'tempest-AttachVolumeShelveTestJSON-1606997611-router', 'tenant_id': '11d012d792424a858b876a618c79f7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '71831c89-48a2-4383-9f62-2e8b94fee069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:48:42Z', 'updated_at': '2022-01-27T16:48:47Z', 'revision_number': 3, 'project_id': '11d012d792424a858b876a618c79f7af', 'gw_port': {'id': '71831c89-48a2-4383-9f62-2e8b94fee069', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c9:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '170ece70-89e4-48ac-a0e9-591d74dcaa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:48:43Z', 'updated_at': '2022-01-27T16:48:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi'}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:48:55.981693 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-e593c6ac-daf1-408e-aaee-5c1b9e31db31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (ec98fb5f-fb80-48c3-a548-684e1d3ec1ba), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:55.984631 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-e593c6ac-daf1-408e-aaee-5c1b9e31db31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:55.985975 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-e593c6ac-daf1-408e-aaee-5c1b9e31db31 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ec98fb5f-fb80-48c3-a548-684e1d3ec1ba HTTP/1.1" status: 204 len: 168 time: 0.9267683 Jan 27 16:48:56.027814 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e593c6ac-daf1-408e-aaee-5c1b9e31db31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec98fb5f-fb80-48c3-a548-684e1d3ec1ba,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:48:56.059026 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Pushing event updated for resources: {'Port': ['ID=6ab449ff-2b63-44f3-897a-860c93be338d,revision_number=4']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:48:56.059208 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefc2f77-4a58-4728-881d-2cb7f8dc56e9 None None] The sync data for ids ['170ece70-89e4-48ac-a0e9-591d74dcaa51'] in dv-cinder-818830-2-iscsi is: [{'id': '170ece70-89e4-48ac-a0e9-591d74dcaa51', 'name': 'tempest-AttachVolumeShelveTestJSON-1606997611-router', 'tenant_id': '11d012d792424a858b876a618c79f7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '71831c89-48a2-4383-9f62-2e8b94fee069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:48:42Z', 'updated_at': '2022-01-27T16:48:47Z', 'revision_number': 3, 'project_id': '11d012d792424a858b876a618c79f7af', 'gw_port': {'id': '71831c89-48a2-4383-9f62-2e8b94fee069', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c9:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '170ece70-89e4-48ac-a0e9-591d74dcaa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:48:43Z', 'updated_at': '2022-01-27T16:48:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi'}] {{(pid=114097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 16:48:56.090647 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 44462) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:48:56.096058 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.v2.base [None req-673cd519-f3c6-489d-b7ec-f22f69b5163f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1299881372-network', 'tenant_id': '6539c4a1302e4f7cb740a68cc7f77010'}} {{(pid=114095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:48:56.163232 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Provisioning complete for port a2914477-9621-4406-93ef-1866c23d884b triggered by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:48:56.164753 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (a2914477-9621-4406-93ef-1866c23d884b), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:56.173561 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-673cd519-f3c6-489d-b7ec-f22f69b5163f admin admin] Made reservation on behalf of 6539c4a1302e4f7cb740a68cc7f77010 for: {'network': 1} {{(pid=114095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:48:56.176141 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-673cd519-f3c6-489d-b7ec-f22f69b5163f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for network (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:56.193742 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-673cd519-f3c6-489d-b7ec-f22f69b5163f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:56.202486 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-e759c87f-88ab-496a-a7dd-741290468893 req-6573f1dc-8195-453a-aa10-23c0245dbfcc tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Publish callbacks [] for port (edeff32f-9844-440c-a9f3-215374de7bd3), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:56.380493 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-673cd519-f3c6-489d-b7ec-f22f69b5163f admin admin] Publish callbacks [] for security_group (d9ee1b0d-b663-4b34-ad5f-de7fd9df62a0), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:56.381880 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 44464) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:48:56.388616 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.v2.base [None req-b6d824b0-8be6-445d-b24a-2cdc1b5698eb tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1996501120', 'description': 'tempest-description--507399328'}} {{(pid=114095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:48:56.395854 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-673cd519-f3c6-489d-b7ec-f22f69b5163f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (d9ee1b0d-b663-4b34-ad5f-de7fd9df62a0), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:56.421803 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346fb611-830e-4543-8231-a7d594a52edd None None] Sync routers for ids ['8c14d5e6-789b-41a8-b5b0-e75b551502f3'] in dv-cinder-818830-2-iscsi {{(pid=114096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 16:48:56.439957 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-673cd519-f3c6-489d-b7ec-f22f69b5163f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=114095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 16:48:56.452986 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-b6d824b0-8be6-445d-b24a-2cdc1b5698eb tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Publish callbacks [] for security_group (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:56.473309 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8afc8d97-26dc-4165-b5d2-8e8aeaba9c42 admin admin] Network d601b71c-9e85-4907-a350-1cc1a1486f21 is already hosted by enough agents. {{(pid=114094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:48:56.487211 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-4ddacf93-e240-4238-96e7-d3765860f181 req-be3eeb5e-939d-4a75-9bac-3438a555071a tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] Publish callbacks [] for port (2d2494c4-b7fe-4dc9-8d66-cb83f755ac04), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:56.491119 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.base_scheduler [None req-8afc8d97-26dc-4165-b5d2-8e8aeaba9c42 admin admin] Resources bound (agent type, host, resource id): {{(pid=114094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:48:56.503504 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346fb611-830e-4543-8231-a7d594a52edd None None] Routers {'8c14d5e6-789b-41a8-b5b0-e75b551502f3'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:48:56.506199 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-346fb611-830e-4543-8231-a7d594a52edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T16:48:48Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['8c14d5e6-789b-41a8-b5b0-e75b551502f3'], 'active': True} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:48:56.571311 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Current status of the port a2914477-9621-4406-93ef-1866c23d884b is: ACTIVE; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:48:56.669912 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-b6d824b0-8be6-445d-b24a-2cdc1b5698eb tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Publish callbacks [] for security_group (341578a6-674d-4340-af0f-c81e76fc0269), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:56.688962 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-673cd519-f3c6-489d-b7ec-f22f69b5163f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985126'] for segment (9e0804bf-ee69-4a26-bf8a-5d6edfccc721), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:56.689319 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.db.segments_db [None req-673cd519-f3c6-489d-b7ec-f22f69b5163f admin admin] Added segment 9e0804bf-ee69-4a26-bf8a-5d6edfccc721 of type vlan for network 7f6caf59-eefb-4602-80f2-8c48e7cb2623 Jan 27 16:48:56.705377 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673cd519-f3c6-489d-b7ec-f22f69b5163f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ee1b0d-b663-4b34-ad5f-de7fd9df62a0,revision_number=1']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:48:56.771068 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-b6d824b0-8be6-445d-b24a-2cdc1b5698eb tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (341578a6-674d-4340-af0f-c81e76fc0269), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:56.800169 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvr_db [None req-346fb611-830e-4543-8231-a7d594a52edd None None] Set router 8c14d5e6-789b-41a8-b5b0-e75b551502f3 gateway port host: dv-cinder-818830-2-iscsi {{(pid=114096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:48:56.822474 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-2dd3a6e8-ca60-4fe1-a84b-c7302a0b6f70 req-c003ae57-f012-4429-97ef-7480ad157aab tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a0a7f18-d314-4368-bed8-cb27c0ba466b HTTP/1.1" status: 200 len: 210 time: 0.1196418 Jan 27 16:48:56.845086 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-b6d824b0-8be6-445d-b24a-2cdc1b5698eb tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Publish callbacks [] for security_group (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:56.849515 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-b6d824b0-8be6-445d-b24a-2cdc1b5698eb tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4642692 Jan 27 16:48:56.850501 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 44472) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:48:56.880648 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.v2.base [None req-6c827ade-d91b-4ca3-bf52-ff62e22b847d tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Request body: {'security_group_rule': {'security_group_id': '341578a6-674d-4340-af0f-c81e76fc0269', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:48:56.902202 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device 6ab449ff-2b63-44f3-897a-860c93be338d up at agent ovs-agent-dv-cinder-818830-2-iscsi {{(pid=114096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:48:57.070870 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 44480) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:48:57.075325 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-673cd519-f3c6-489d-b7ec-f22f69b5163f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740202591609'] for network (7f6caf59-eefb-4602-80f2-8c48e7cb2623), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:57.088304 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d824b0-8be6-445d-b24a-2cdc1b5698eb tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=341578a6-674d-4340-af0f-c81e76fc0269,revision_number=1']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:48:57.140261 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-6c827ade-d91b-4ca3-bf52-ff62e22b847d tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Publish callbacks [] for security_group_rule (083819ed-b69e-4b79-a897-e5ff0a9f8803), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:57.180737 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-ccdaeb86-cd42-45c1-8e2b-3afdfaa4d94a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:57.216096 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.db.resource_extend [None req-673cd519-f3c6-489d-b7ec-f22f69b5163f admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 16:48:57.325635 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-ccdaeb86-cd42-45c1-8e2b-3afdfaa4d94a admin admin] Publish callbacks [] for security_group (f158725d-c5a7-478a-8d73-92984d8ae800), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:57.362287 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-ccdaeb86-cd42-45c1-8e2b-3afdfaa4d94a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (f158725d-c5a7-478a-8d73-92984d8ae800), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:57.382548 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-6c827ade-d91b-4ca3-bf52-ff62e22b847d tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Publish callbacks [] for security_group_rule (083819ed-b69e-4b79-a897-e5ff0a9f8803), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:57.396488 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-2055a221-7761-4423-8b4a-a2e735ba70bf req-48e70d2b-d145-4484-bcdf-fea852af3271 tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b9d62e6-6196-4c6f-ba02-dcf3fece8937 HTTP/1.1" status: 200 len: 210 time: 0.2799213 Jan 27 16:48:57.404237 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-6c827ade-d91b-4ca3-bf52-ff62e22b847d tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077574'] for security_group_rule (083819ed-b69e-4b79-a897-e5ff0a9f8803), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:57.439629 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Provisioning complete for port 6ab449ff-2b63-44f3-897a-860c93be338d triggered by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:48:57.440213 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (6ab449ff-2b63-44f3-897a-860c93be338d), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:57.443945 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c827ade-d91b-4ca3-bf52-ff62e22b847d tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=083819ed-b69e-4b79-a897-e5ff0a9f8803,revision_number=0']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:48:57.446918 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-ccdaeb86-cd42-45c1-8e2b-3afdfaa4d94a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=07e2fd1d5cea4b53b8a8826e926b52fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3637431 Jan 27 16:48:57.447889 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 44488) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:48:57.458181 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdaeb86-cd42-45c1-8e2b-3afdfaa4d94a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f158725d-c5a7-478a-8d73-92984d8ae800,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:48:57.467910 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-673cd519-f3c6-489d-b7ec-f22f69b5163f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092'] for network (7f6caf59-eefb-4602-80f2-8c48e7cb2623), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:57.468959 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673cd519-f3c6-489d-b7ec-f22f69b5163f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:48:57.477773 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-673cd519-f3c6-489d-b7ec-f22f69b5163f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032074'] for network (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:57.544511 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-e759c87f-88ab-496a-a7dd-741290468893 req-6573f1dc-8195-453a-aa10-23c0245dbfcc tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740202573617'] for port (edeff32f-9844-440c-a9f3-215374de7bd3), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:57.602192 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673cd519-f3c6-489d-b7ec-f22f69b5163f admin admin] Pushing event updated for resources: {'Network': ['ID=7f6caf59-eefb-4602-80f2-8c48e7cb2623,revision_number=1']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:48:57.622747 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Network 7f6caf59-eefb-4602-80f2-8c48e7cb2623 details requested by agent ovs-agent-dv-cinder-818830-2-iscsi with host dv-cinder-818830-2-iscsi {{(pid=114096) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 16:48:57.623159 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-6c827ade-d91b-4ca3-bf52-ff62e22b847d tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:57.624590 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-6c827ade-d91b-4ca3-bf52-ff62e22b847d tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7669263 Jan 27 16:48:57.627552 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 44494) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:48:57.639093 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.v2.base [None req-74185e7e-b979-454a-bd2e-a23ab859d898 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Request body: {'security_group_rule': {'security_group_id': '341578a6-674d-4340-af0f-c81e76fc0269', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:48:57.677987 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-673cd519-f3c6-489d-b7ec-f22f69b5163f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5861535 Jan 27 16:48:57.684459 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 44498) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:48:57.689948 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.v2.base [None req-198747f5-2a04-4b1b-a66e-c3a303295d5d admin admin] Request body: {'subnet': {'network_id': '7f6caf59-eefb-4602-80f2-8c48e7cb2623', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1299881372-subnet', 'tenant_id': '6539c4a1302e4f7cb740a68cc7f77010', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:48:57.711487 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-74185e7e-b979-454a-bd2e-a23ab859d898 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Publish callbacks [] for security_group_rule (02e51245-ab4e-4be1-a47a-3ee30d001169), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:57.716525 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-198747f5-2a04-4b1b-a66e-c3a303295d5d admin admin] Made reservation on behalf of 6539c4a1302e4f7cb740a68cc7f77010 for: {'subnet': 1} {{(pid=114095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:48:57.719161 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-198747f5-2a04-4b1b-a66e-c3a303295d5d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:57.841528 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573f1dc-8195-453a-aa10-23c0245dbfcc tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Pushing event updated for resources: {'Port': ['ID=edeff32f-9844-440c-a9f3-215374de7bd3,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:48:57.903583 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Current status of the port 6ab449ff-2b63-44f3-897a-860c93be338d is: ACTIVE; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:48:57.919118 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-346fb611-830e-4543-8231-a7d594a52edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c14d5e6-789b-41a8-b5b0-e75b551502f3', 'name': 'tempest-AttachVolumeTestJSON-640006432-router', 'tenant_id': 'accb650bdbfa4de4a4129fd473ca736d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '6ab449ff-2b63-44f3-897a-860c93be338d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:48:40Z', 'updated_at': '2022-01-27T16:48:51Z', 'revision_number': 4, 'project_id': 'accb650bdbfa4de4a4129fd473ca736d', 'gw_port': {'id': '6ab449ff-2b63-44f3-897a-860c93be338d', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:15:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c14d5e6-789b-41a8-b5b0-e75b551502f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:48:42Z', 'updated_at': '2022-01-27T16:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi', '_interfaces': [{'id': '2c2b5c0e-e05f-4520-aeed-d06220a6fdd4', 'name': '', 'network_id': 'd4e5124e-533e-45d6-b9d3-79afca1c35e2', 'tenant_id': 'accb650bdbfa4de4a4129fd473ca736d', 'mac_address': 'fa:16:3e:46:15:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c14d5e6-789b-41a8-b5b0-e75b551502f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'd38c499f-fa3e-48b8-ba77-1e1246ed2b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:48:49Z', 'updated_at': '2022-01-27T16:48:51Z', 'revision_number': 2, 'project_id': 'accb650bdbfa4de4a4129fd473ca736d', 'subnets': [{'id': 'd38c499f-fa3e-48b8-ba77-1e1246ed2b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:48:57.926343 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-74185e7e-b979-454a-bd2e-a23ab859d898 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Publish callbacks [] for security_group_rule (02e51245-ab4e-4be1-a47a-3ee30d001169), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:57.958366 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346fb611-830e-4543-8231-a7d594a52edd None None] Checking router: 8c14d5e6-789b-41a8-b5b0-e75b551502f3 for host: dv-cinder-818830-2-iscsi {{(pid=114096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 16:48:57.958757 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346fb611-830e-4543-8231-a7d594a52edd None None] Updating router 8c14d5e6-789b-41a8-b5b0-e75b551502f3 port 2c2b5c0e-e05f-4520-aeed-d06220a6fdd4 binding host dv-cinder-818830-2-iscsi {{(pid=114096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 16:48:57.963402 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-4ddacf93-e240-4238-96e7-d3765860f181 req-be3eeb5e-939d-4a75-9bac-3438a555071a tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740202573617'] for port (2d2494c4-b7fe-4dc9-8d66-cb83f755ac04), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:57.970460 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-74185e7e-b979-454a-bd2e-a23ab859d898 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077574'] for security_group_rule (02e51245-ab4e-4be1-a47a-3ee30d001169), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:57.976511 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-c3b20285-cb34-4bea-9f29-cba93c834450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:58.013639 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74185e7e-b979-454a-bd2e-a23ab859d898 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02e51245-ab4e-4be1-a47a-3ee30d001169,revision_number=0']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:48:58.015021 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-346fb611-830e-4543-8231-a7d594a52edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (2c2b5c0e-e05f-4520-aeed-d06220a6fdd4), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:58.030766 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e759c87f-88ab-496a-a7dd-741290468893 req-6573f1dc-8195-453a-aa10-23c0245dbfcc tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Network e61a4ef3-534d-479d-8867-5085e7d92be1 is already hosted by enough agents. {{(pid=114094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:48:58.061941 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-74185e7e-b979-454a-bd2e-a23ab859d898 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:58.066366 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-74185e7e-b979-454a-bd2e-a23ab859d898 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4372194 Jan 27 16:48:58.074771 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 44504) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:48:58.110935 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.v2.base [None req-a15627dc-395d-4ad9-bf14-33cdb0a9e80d tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Request body: {'floatingip': {'floating_network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9'}} {{(pid=114095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:48:58.114040 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.base_scheduler [req-e759c87f-88ab-496a-a7dd-741290468893 req-6573f1dc-8195-453a-aa10-23c0245dbfcc tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Resources bound (agent type, host, resource id): {{(pid=114094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:48:58.117226 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3eeb5e-939d-4a75-9bac-3438a555071a tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] Pushing event updated for resources: {'Port': ['ID=2d2494c4-b7fe-4dc9-8d66-cb83f755ac04,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:48:58.144282 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.l3_dvrscheduler_db [req-e759c87f-88ab-496a-a7dd-741290468893 req-6573f1dc-8195-453a-aa10-23c0245dbfcc tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Received port after_create {{(pid=114094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:48:58.155284 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e759c87f-88ab-496a-a7dd-741290468893 req-6573f1dc-8195-453a-aa10-23c0245dbfcc tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:48:58.158039 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-e759c87f-88ab-496a-a7dd-741290468893 req-6573f1dc-8195-453a-aa10-23c0245dbfcc tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032074'] for port (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:58.161248 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-a15627dc-395d-4ad9-bf14-33cdb0a9e80d tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:58.190742 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8afc8d97-26dc-4165-b5d2-8e8aeaba9c42 admin admin] Router d2b1e3f6-626b-4ed5-b1ba-514aac972f86 has already been hosted by L3 agent bdbd084a-7876-495d-b5d9-cf3ee18f0227 {{(pid=114094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 16:48:58.192306 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-61508392-bb01-49f3-a1a0-1570fc370f7d admin admin] Publish callbacks [] for security_group (f158725d-c5a7-478a-8d73-92984d8ae800), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:58.217614 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-61508392-bb01-49f3-a1a0-1570fc370f7d admin admin] Publish callbacks [] for security_group (f158725d-c5a7-478a-8d73-92984d8ae800), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:58.272707 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0154620f-ab18-4dc3-a17c-4f3dc8a0ac06 req-06e6ed71-09d1-42d6-a679-98736840a563 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:48:58.296146 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-0154620f-ab18-4dc3-a17c-4f3dc8a0ac06 req-06e6ed71-09d1-42d6-a679-98736840a563 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a0a7f18-d314-4368-bed8-cb27c0ba466b HTTP/1.1" status: 200 len: 931 time: 0.3422935 Jan 27 16:48:58.354196 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ddacf93-e240-4238-96e7-d3765860f181 req-be3eeb5e-939d-4a75-9bac-3438a555071a tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] Network 59590692-d01e-44a9-bec5-15417e45095c is already hosted by enough agents. {{(pid=114094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:48:58.373182 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-e759c87f-88ab-496a-a7dd-741290468893 req-6573f1dc-8195-453a-aa10-23c0245dbfcc tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.6615121 Jan 27 16:48:58.374474 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.base_scheduler [req-4ddacf93-e240-4238-96e7-d3765860f181 req-be3eeb5e-939d-4a75-9bac-3438a555071a tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] Resources bound (agent type, host, resource id): {{(pid=114094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:48:58.382057 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ddacf93-e240-4238-96e7-d3765860f181 req-be3eeb5e-939d-4a75-9bac-3438a555071a tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] Received port after_create {{(pid=114094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:48:58.389855 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddacf93-e240-4238-96e7-d3765860f181 req-be3eeb5e-939d-4a75-9bac-3438a555071a tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:48:58.391019 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-4ddacf93-e240-4238-96e7-d3765860f181 req-be3eeb5e-939d-4a75-9bac-3438a555071a tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032074'] for port (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:58.436709 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [req-e759c87f-88ab-496a-a7dd-741290468893 req-1a8f0b00-2576-4dfd-975a-fd6942a2c4d9 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114094) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 16:48:58.437832 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-e759c87f-88ab-496a-a7dd-741290468893 req-1a8f0b00-2576-4dfd-975a-fd6942a2c4d9 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068405 Jan 27 16:48:58.493755 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-61508392-bb01-49f3-a1a0-1570fc370f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (f158725d-c5a7-478a-8d73-92984d8ae800), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:58.497710 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-61508392-bb01-49f3-a1a0-1570fc370f7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:58.501895 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-61508392-bb01-49f3-a1a0-1570fc370f7d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f158725d-c5a7-478a-8d73-92984d8ae800 HTTP/1.1" status: 204 len: 168 time: 1.0404234 Jan 27 16:48:58.523625 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61508392-bb01-49f3-a1a0-1570fc370f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f158725d-c5a7-478a-8d73-92984d8ae800,revision_number=None']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:48:58.849126 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device 71831c89-48a2-4383-9f62-2e8b94fee069 up at agent ovs-agent-dv-cinder-818830-2-iscsi {{(pid=114096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:48:59.026695 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Provisioning complete for port 71831c89-48a2-4383-9f62-2e8b94fee069 triggered by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:48:59.027410 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (71831c89-48a2-4383-9f62-2e8b94fee069), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:59.041864 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-4ddacf93-e240-4238-96e7-d3765860f181 req-be3eeb5e-939d-4a75-9bac-3438a555071a tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 10.1841910 Jan 27 16:48:59.187948 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-346fb611-830e-4543-8231-a7d594a52edd None None] Publish callbacks [] for port (2c2b5c0e-e05f-4520-aeed-d06220a6fdd4), precommit_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:59.203629 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-346fb611-830e-4543-8231-a7d594a52edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (2c2b5c0e-e05f-4520-aeed-d06220a6fdd4), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:59.275917 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8afc8d97-26dc-4165-b5d2-8e8aeaba9c42 admin admin] Notify agent at l3_agent.dv-cinder-818830-2-iscsi the message routers_updated {{(pid=114094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 16:48:59.286771 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-198747f5-2a04-4b1b-a66e-c3a303295d5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092'] for subnet (572af1eb-eeb3-4b83-93bc-4d7c2ab07573), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:59.288082 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-8afc8d97-26dc-4165-b5d2-8e8aeaba9c42 admin admin] 10.222.0.48 "PUT /v2.0/routers/d2b1e3f6-626b-4ed5-b1ba-514aac972f86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5948479 Jan 27 16:48:59.294889 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79852122-4360-47f3-911d-187ada48d6db None None] Sync routers for ids ['d2b1e3f6-626b-4ed5-b1ba-514aac972f86'] in dv-cinder-818830-2-iscsi {{(pid=114097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 16:48:59.309874 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-0154620f-ab18-4dc3-a17c-4f3dc8a0ac06 req-3f76444e-30d7-47b7-aaf0-b8b98f9f2abe tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b312599-18fb-44ac-8380-190ce0b5ebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0128760 Jan 27 16:48:59.344952 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.db_base_plugin_common [None req-c3b20285-cb34-4bea-9f29-cba93c834450 admin admin] Allocated IP 172.20.0.1 (4e17d67f-4d84-42b2-a3bf-cf48fd71687d/b0494b2b-60e2-42b5-a63f-939831eceb11/0d5e775a-527a-4f81-9ab4-5ecae0182714) {{(pid=114094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:48:59.351692 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79852122-4360-47f3-911d-187ada48d6db None None] Routers {'d2b1e3f6-626b-4ed5-b1ba-514aac972f86'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:48:59.352337 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_hamode_db [None req-79852122-4360-47f3-911d-187ada48d6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T16:48:48Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['d2b1e3f6-626b-4ed5-b1ba-514aac972f86'], 'active': True} {{(pid=114097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:48:59.452764 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81330498-1241-4e93-b393-edb659a01bea None None] Pushing event updated for resources: {'Port': ['ID=2c2b5c0e-e05f-4520-aeed-d06220a6fdd4,revision_number=3']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:48:59.519113 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128f7089-a3cb-442b-b203-196068770def req-e57a087b-de8c-468c-81c3-32cc60e8f3ae tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:48:59.528578 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-128f7089-a3cb-442b-b203-196068770def req-e57a087b-de8c-468c-81c3-32cc60e8f3ae tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b9d62e6-6196-4c6f-ba02-dcf3fece8937 HTTP/1.1" status: 200 len: 931 time: 0.7528100 Jan 27 16:48:59.534749 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198747f5-2a04-4b1b-a66e-c3a303295d5d admin admin] Checking segment: {'id': '9e0804bf-ee69-4a26-bf8a-5d6edfccc721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '7f6caf59-eefb-4602-80f2-8c48e7cb2623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:48:59.536010 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198747f5-2a04-4b1b-a66e-c3a303295d5d admin admin] Network hostable DHCP agents. Network: 7f6caf59-eefb-4602-80f2-8c48e7cb2623, hostable agents: ['b49cc950-6aaa-44e3-a3c4-70b67101afab'], hosted agents: [] {{(pid=114095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 16:48:59.556547 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Current status of the port 71831c89-48a2-4383-9f62-2e8b94fee069 is: DOWN; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:48:59.557359 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (71831c89-48a2-4383-9f62-2e8b94fee069), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:59.585546 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] For port 71831c89-48a2-4383-9f62-2e8b94fee069, host dv-cinder-818830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818830-2-iscsi',level=0,port_id=71831c89-48a2-4383-9f62-2e8b94fee069,segment=NetworkSegment(9bd3a446-0196-4595-aa07-09a05d016e38),segment_id=9bd3a446-0196-4595-aa07-09a05d016e38)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:48:59.593533 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.managers [None req-346fb611-830e-4543-8231-a7d594a52edd None None] Attempting to bind port 2c2b5c0e-e05f-4520-aeed-d06220a6fdd4 on host dv-cinder-818830-2-iscsi for vnic_type normal with profile {{(pid=114096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:48:59.594206 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.managers [None req-346fb611-830e-4543-8231-a7d594a52edd None None] Attempting to bind port 2c2b5c0e-e05f-4520-aeed-d06220a6fdd4 by drivers openvswitch,hyperv on host dv-cinder-818830-2-iscsi at level 0 using segments [{'id': '6ece6a4a-5bdf-40d7-bd59-6b778037144a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'd4e5124e-533e-45d6-b9d3-79afca1c35e2'}] {{(pid=114096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:48:59.594917 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346fb611-830e-4543-8231-a7d594a52edd None None] Attempting to bind port 2c2b5c0e-e05f-4520-aeed-d06220a6fdd4 on network d4e5124e-533e-45d6-b9d3-79afca1c35e2 {{(pid=114096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:48:59.607323 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346fb611-830e-4543-8231-a7d594a52edd None None] Checking agent: {'id': '492c1832-c7a3-4f77-b4ba-2ebdc28556bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818830-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 40, 53), 'started_at': datetime.datetime(2022, 1, 27, 16, 41, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818830-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:48:59.607917 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346fb611-830e-4543-8231-a7d594a52edd None None] Checking segment: {'id': '6ece6a4a-5bdf-40d7-bd59-6b778037144a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'd4e5124e-533e-45d6-b9d3-79afca1c35e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:48:59.609132 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-346fb611-830e-4543-8231-a7d594a52edd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:59.610822 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346fb611-830e-4543-8231-a7d594a52edd None None] Bound using segment: {'id': '6ece6a4a-5bdf-40d7-bd59-6b778037144a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'd4e5124e-533e-45d6-b9d3-79afca1c35e2'} {{(pid=114096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:48:59.611887 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.managers [None req-346fb611-830e-4543-8231-a7d594a52edd None None] Bound port: 2c2b5c0e-e05f-4520-aeed-d06220a6fdd4, host: dv-cinder-818830-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ece6a4a-5bdf-40d7-bd59-6b778037144a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'd4e5124e-533e-45d6-b9d3-79afca1c35e2'}}] {{(pid=114096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:48:59.613445 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-346fb611-830e-4543-8231-a7d594a52edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (2c2b5c0e-e05f-4520-aeed-d06220a6fdd4), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:59.622837 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (71831c89-48a2-4383-9f62-2e8b94fee069), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:59.640834 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.v2.base [req-e759c87f-88ab-496a-a7dd-741290468893 req-dc100f3a-f38c-495d-9c09-cf77c1faf0a8 service neutron] Request body: {'port': {'device_id': '2a0a7f18-d314-4368-bed8-cb27c0ba466b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81883'}} {{(pid=114094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:48:59.650622 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_dvr_db [None req-79852122-4360-47f3-911d-187ada48d6db None None] Set router d2b1e3f6-626b-4ed5-b1ba-514aac972f86 gateway port host: dv-cinder-818830-2-iscsi {{(pid=114097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:48:59.725923 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-c3b20285-cb34-4bea-9f29-cba93c834450 admin admin] Publish callbacks [] for port (0d5e775a-527a-4f81-9ab4-5ecae0182714), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:59.764050 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-128f7089-a3cb-442b-b203-196068770def req-ea39847b-a91f-4ba5-a371-1136be3eb654 tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a8e62f-6500-4e23-befe-450a1bee6317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008889 Jan 27 16:48:59.777668 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Pushing event updated for resources: {'Port': ['ID=71831c89-48a2-4383-9f62-2e8b94fee069,revision_number=4']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:48:59.810977 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.v2.base [req-4ddacf93-e240-4238-96e7-d3765860f181 req-f826adab-b645-4bfc-afdc-c4910c504440 service neutron] Request body: {'port': {'device_id': '8b9d62e6-6196-4c6f-ba02-dcf3fece8937', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81883'}} {{(pid=114094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:48:59.842404 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198747f5-2a04-4b1b-a66e-c3a303295d5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=572af1eb-eeb3-4b83-93bc-4d7c2ab07573,revision_number=0']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:48:59.885474 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198747f5-2a04-4b1b-a66e-c3a303295d5d admin admin] Network 7f6caf59-eefb-4602-80f2-8c48e7cb2623 is scheduled to be hosted by DHCP agent b49cc950-6aaa-44e3-a3c4-70b67101afab with binding_index 1 {{(pid=114095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 16:48:59.928915 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-e759c87f-88ab-496a-a7dd-741290468893 req-dc100f3a-f38c-495d-9c09-cf77c1faf0a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (edeff32f-9844-440c-a9f3-215374de7bd3), before_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:59.968428 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.scheduler.base_scheduler [None req-198747f5-2a04-4b1b-a66e-c3a303295d5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818830-2-iscsi, 7f6caf59-eefb-4602-80f2-8c48e7cb2623) {{(pid=114095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:48:59.975955 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198747f5-2a04-4b1b-a66e-c3a303295d5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:48:59.976560 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-198747f5-2a04-4b1b-a66e-c3a303295d5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032074'] for subnet (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:48:59.998214 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf22c1e4-0680-47ed-b820-55dd58800672 None None] Network 7f6caf59-eefb-4602-80f2-8c48e7cb2623 requested from dv-cinder-818830-2-iscsi {{(pid=114096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 16:49:00.073622 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_hamode_db [None req-79852122-4360-47f3-911d-187ada48d6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b1e3f6-626b-4ed5-b1ba-514aac972f86', 'name': 'tempest-ServerRescueNegativeTestJSON-1879348550-router', 'tenant_id': '326cd822c847423ba2417f593ca8c6ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': 'a2914477-9621-4406-93ef-1866c23d884b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:48:41Z', 'updated_at': '2022-01-27T16:48:53Z', 'revision_number': 4, 'project_id': '326cd822c847423ba2417f593ca8c6ff', 'gw_port': {'id': 'a2914477-9621-4406-93ef-1866c23d884b', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:61:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b1e3f6-626b-4ed5-b1ba-514aac972f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:48:43Z', 'updated_at': '2022-01-27T16:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi', '_interfaces': [{'id': '3470e97b-3ac1-47cd-8422-22eb7cc40163', 'name': '', 'network_id': 'd601b71c-9e85-4907-a350-1cc1a1486f21', 'tenant_id': '326cd822c847423ba2417f593ca8c6ff', 'mac_address': 'fa:16:3e:05:ee:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2b1e3f6-626b-4ed5-b1ba-514aac972f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e7392202-f723-44b8-a453-411e289e56a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:48:49Z', 'updated_at': '2022-01-27T16:48:55Z', 'revision_number': 2, 'project_id': '326cd822c847423ba2417f593ca8c6ff', 'subnets': [{'id': 'e7392202-f723-44b8-a453-411e289e56a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:49:00.075736 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-198747f5-2a04-4b1b-a66e-c3a303295d5d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.3898754 Jan 27 16:49:00.080590 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-33621c21-3005-4093-bd37-dd2cf33aaacd None None] Provisioning complete for port 2c2b5c0e-e05f-4520-aeed-d06220a6fdd4 triggered by entity DHCP. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:49:00.080982 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-33621c21-3005-4093-bd37-dd2cf33aaacd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (2c2b5c0e-e05f-4520-aeed-d06220a6fdd4), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:00.086294 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-a15627dc-395d-4ad9-bf14-33cdb0a9e80d tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:00.154364 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79852122-4360-47f3-911d-187ada48d6db None None] Checking router: d2b1e3f6-626b-4ed5-b1ba-514aac972f86 for host: dv-cinder-818830-2-iscsi {{(pid=114097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 16:49:00.154727 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79852122-4360-47f3-911d-187ada48d6db None None] Updating router d2b1e3f6-626b-4ed5-b1ba-514aac972f86 port 3470e97b-3ac1-47cd-8422-22eb7cc40163 binding host dv-cinder-818830-2-iscsi {{(pid=114097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 16:49:00.202897 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-4ddacf93-e240-4238-96e7-d3765860f181 req-f826adab-b645-4bfc-afdc-c4910c504440 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (2d2494c4-b7fe-4dc9-8d66-cb83f755ac04), before_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:00.212614 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron_lib.callbacks.manager [None req-79852122-4360-47f3-911d-187ada48d6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (3470e97b-3ac1-47cd-8422-22eb7cc40163), before_update {{(pid=114097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:00.237738 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-33621c21-3005-4093-bd37-dd2cf33aaacd None None] Port 2c2b5c0e-e05f-4520-aeed-d06220a6fdd4 cannot update to ACTIVE because it is not bound. {{(pid=114096) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 16:49:00.242911 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-c3b20285-cb34-4bea-9f29-cba93c834450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740202573617'] for port (0d5e775a-527a-4f81-9ab4-5ecae0182714), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:00.248830 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-346fb611-830e-4543-8231-a7d594a52edd None None] For port 2c2b5c0e-e05f-4520-aeed-d06220a6fdd4, host dv-cinder-818830-2-iscsi, cleared binding levels {{(pid=114096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:49:00.406728 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.db.db_base_plugin_common [None req-a15627dc-395d-4ad9-bf14-33cdb0a9e80d tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Allocated IP 172.27.2.25 (7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9/3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf/4c394fa9-1ca2-4ec4-ae75-c98e639abf9e) {{(pid=114095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:49:00.425036 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0e0553-6e47-4686-91b6-8270ffcf9fb5 None None] Network 7f6caf59-eefb-4602-80f2-8c48e7cb2623 requested from dv-cinder-818830-2-iscsi {{(pid=114096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 16:49:00.433250 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-346fb611-830e-4543-8231-a7d594a52edd None None] For port 2c2b5c0e-e05f-4520-aeed-d06220a6fdd4, host dv-cinder-818830-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818830-2-iscsi',level=0,port_id=2c2b5c0e-e05f-4520-aeed-d06220a6fdd4,segment=NetworkSegment(6ece6a4a-5bdf-40d7-bd59-6b778037144a),segment_id=6ece6a4a-5bdf-40d7-bd59-6b778037144a)] {{(pid=114096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:49:00.551246 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-346fb611-830e-4543-8231-a7d594a52edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (2c2b5c0e-e05f-4520-aeed-d06220a6fdd4), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:00.708403 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81330498-1241-4e93-b393-edb659a01bea None None] Pushing event updated for resources: {'Port': ['ID=2c2b5c0e-e05f-4520-aeed-d06220a6fdd4,revision_number=4']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:00.764777 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device 71831c89-48a2-4383-9f62-2e8b94fee069 up at agent ovs-agent-dv-cinder-818830-2-iscsi {{(pid=114096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:49:00.783164 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-a15627dc-395d-4ad9-bf14-33cdb0a9e80d tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Publish callbacks [] for port (4c394fa9-1ca2-4ec4-ae75-c98e639abf9e), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:00.835482 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346fb611-830e-4543-8231-a7d594a52edd None None] Routers {'8c14d5e6-789b-41a8-b5b0-e75b551502f3'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:49:00.841336 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-346fb611-830e-4543-8231-a7d594a52edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T16:48:48Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['8c14d5e6-789b-41a8-b5b0-e75b551502f3'], 'active': True} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:49:00.882087 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 44550) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:49:00.983156 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-a15627dc-395d-4ad9-bf14-33cdb0a9e80d tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740202573617'] for port (4c394fa9-1ca2-4ec4-ae75-c98e639abf9e), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:01.108552 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron_lib.callbacks.manager [None req-79852122-4360-47f3-911d-187ada48d6db None None] Publish callbacks [] for port (3470e97b-3ac1-47cd-8422-22eb7cc40163), precommit_update {{(pid=114097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:01.120706 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron_lib.callbacks.manager [None req-79852122-4360-47f3-911d-187ada48d6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (3470e97b-3ac1-47cd-8422-22eb7cc40163), after_update {{(pid=114097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:01.166827 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvr_db [None req-346fb611-830e-4543-8231-a7d594a52edd None None] Set router 8c14d5e6-789b-41a8-b5b0-e75b551502f3 gateway port host: dv-cinder-818830-2-iscsi {{(pid=114096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:49:01.203429 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15627dc-395d-4ad9-bf14-33cdb0a9e80d tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Pushing event updated for resources: {'Port': ['ID=4c394fa9-1ca2-4ec4-ae75-c98e639abf9e,revision_number=1']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:01.236770 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15627dc-395d-4ad9-bf14-33cdb0a9e80d tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Network 7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9 is already hosted by enough agents. {{(pid=114095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:49:01.262853 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.scheduler.base_scheduler [None req-a15627dc-395d-4ad9-bf14-33cdb0a9e80d tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Resources bound (agent type, host, resource id): {{(pid=114095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:49:01.275984 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15627dc-395d-4ad9-bf14-33cdb0a9e80d tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Received port after_create {{(pid=114095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:49:01.294799 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b20285-cb34-4bea-9f29-cba93c834450 admin admin] Network 4e17d67f-4d84-42b2-a3bf-cf48fd71687d is already hosted by enough agents. {{(pid=114094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:49:01.295492 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dec15c-43bb-45b8-a288-4fb94f8d1b9f None None] Pushing event updated for resources: {'Port': ['ID=3470e97b-3ac1-47cd-8422-22eb7cc40163,revision_number=3']} {{(pid=114097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:01.305102 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.base_scheduler [None req-c3b20285-cb34-4bea-9f29-cba93c834450 admin admin] Resources bound (agent type, host, resource id): {{(pid=114094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:49:01.310444 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b20285-cb34-4bea-9f29-cba93c834450 admin admin] Received port after_create {{(pid=114094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:49:01.310933 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-c3b20285-cb34-4bea-9f29-cba93c834450 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1796555'] for router_interface (170ece70-89e4-48ac-a0e9-591d74dcaa51), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:01.441581 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734436b8-e66f-46e1-be3b-eea48c87a98b req-981ad132-6aec-487f-8fd9-f42f3fa38825 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:01.444995 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-734436b8-e66f-46e1-be3b-eea48c87a98b req-981ad132-6aec-487f-8fd9-f42f3fa38825 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a0a7f18-d314-4368-bed8-cb27c0ba466b HTTP/1.1" status: 200 len: 931 time: 0.5618236 Jan 27 16:49:01.461936 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.notifiers.nova [req-4ddacf93-e240-4238-96e7-d3765860f181 req-f826adab-b645-4bfc-afdc-c4910c504440 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d2494c4-b7fe-4dc9-8d66-cb83f755ac04 {{(pid=114094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:49:01.487792 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.plugins.ml2.managers [None req-79852122-4360-47f3-911d-187ada48d6db None None] Attempting to bind port 3470e97b-3ac1-47cd-8422-22eb7cc40163 on host dv-cinder-818830-2-iscsi for vnic_type normal with profile {{(pid=114097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:49:01.488839 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.plugins.ml2.managers [None req-79852122-4360-47f3-911d-187ada48d6db None None] Attempting to bind port 3470e97b-3ac1-47cd-8422-22eb7cc40163 by drivers openvswitch,hyperv on host dv-cinder-818830-2-iscsi at level 0 using segments [{'id': '40f7a2f6-ac83-4e76-b1fb-213c8c8338bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd601b71c-9e85-4907-a350-1cc1a1486f21'}] {{(pid=114097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:49:01.490161 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79852122-4360-47f3-911d-187ada48d6db None None] Attempting to bind port 3470e97b-3ac1-47cd-8422-22eb7cc40163 on network d601b71c-9e85-4907-a350-1cc1a1486f21 {{(pid=114097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:49:01.506337 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79852122-4360-47f3-911d-187ada48d6db None None] Checking agent: {'id': '492c1832-c7a3-4f77-b4ba-2ebdc28556bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818830-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 40, 53), 'started_at': datetime.datetime(2022, 1, 27, 16, 41, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818830-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:49:01.506921 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79852122-4360-47f3-911d-187ada48d6db None None] Checking segment: {'id': '40f7a2f6-ac83-4e76-b1fb-213c8c8338bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd601b71c-9e85-4907-a350-1cc1a1486f21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:49:01.507602 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron_lib.callbacks.manager [None req-79852122-4360-47f3-911d-187ada48d6db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:01.508242 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79852122-4360-47f3-911d-187ada48d6db None None] Bound using segment: {'id': '40f7a2f6-ac83-4e76-b1fb-213c8c8338bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd601b71c-9e85-4907-a350-1cc1a1486f21'} {{(pid=114097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:49:01.508983 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.plugins.ml2.managers [None req-79852122-4360-47f3-911d-187ada48d6db None None] Bound port: 3470e97b-3ac1-47cd-8422-22eb7cc40163, host: dv-cinder-818830-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40f7a2f6-ac83-4e76-b1fb-213c8c8338bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd601b71c-9e85-4907-a350-1cc1a1486f21'}}] {{(pid=114097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:49:01.509651 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron_lib.callbacks.manager [None req-79852122-4360-47f3-911d-187ada48d6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (3470e97b-3ac1-47cd-8422-22eb7cc40163), before_update {{(pid=114097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:01.528471 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b20285-cb34-4bea-9f29-cba93c834450 admin admin] Pushing event updated for resources: {'Port': ['ID=0d5e775a-527a-4f81-9ab4-5ecae0182714,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:01.594946 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-a15627dc-395d-4ad9-bf14-33cdb0a9e80d tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Publish callbacks [] for floatingip (551c77a3-4138-4829-8c7a-b5d01d3147aa), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:01.634570 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-2f4c0f61-55ad-43c9-bcfa-7c171c549389 None None] Provisioning complete for port 2c2b5c0e-e05f-4520-aeed-d06220a6fdd4 triggered by entity DHCP. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:49:01.634570 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2f4c0f61-55ad-43c9-bcfa-7c171c549389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (2c2b5c0e-e05f-4520-aeed-d06220a6fdd4), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:01.681570 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7bbffc0-08ce-4a8b-afaf-1eaa76d7895f admin admin] Deleting subnet fa0b80af-243d-4c1e-b327-a0e68d8ecc8d {{(pid=114095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 16:49:01.684460 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.plugins.ml2.db [None req-79852122-4360-47f3-911d-187ada48d6db None None] For port 3470e97b-3ac1-47cd-8422-22eb7cc40163, host dv-cinder-818830-2-iscsi, cleared binding levels {{(pid=114097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:49:01.698111 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.plugins.ml2.db [None req-79852122-4360-47f3-911d-187ada48d6db None None] For port 3470e97b-3ac1-47cd-8422-22eb7cc40163, host dv-cinder-818830-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818830-2-iscsi',level=0,port_id=3470e97b-3ac1-47cd-8422-22eb7cc40163,segment=NetworkSegment(40f7a2f6-ac83-4e76-b1fb-213c8c8338bd),segment_id=40f7a2f6-ac83-4e76-b1fb-213c8c8338bd)] {{(pid=114097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:49:01.710588 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron_lib.callbacks.manager [None req-79852122-4360-47f3-911d-187ada48d6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (3470e97b-3ac1-47cd-8422-22eb7cc40163), after_update {{(pid=114097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:01.740611 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-4ddacf93-e240-4238-96e7-d3765860f181 req-f826adab-b645-4bfc-afdc-c4910c504440 service neutron] Publish callbacks [] for port (2d2494c4-b7fe-4dc9-8d66-cb83f755ac04), precommit_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:01.750554 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-b7bbffc0-08ce-4a8b-afaf-1eaa76d7895f admin admin] Publish callbacks [] for subnet (fa0b80af-243d-4c1e-b327-a0e68d8ecc8d), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:01.767254 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Provisioning complete for port 71831c89-48a2-4383-9f62-2e8b94fee069 triggered by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:49:01.771235 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-a15627dc-395d-4ad9-bf14-33cdb0a9e80d tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (4c394fa9-1ca2-4ec4-ae75-c98e639abf9e), before_update {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:01.784068 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (71831c89-48a2-4383-9f62-2e8b94fee069), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:01.798631 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.notifiers.nova [req-e759c87f-88ab-496a-a7dd-741290468893 req-dc100f3a-f38c-495d-9c09-cf77c1faf0a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edeff32f-9844-440c-a9f3-215374de7bd3 {{(pid=114094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:49:01.836322 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-e759c87f-88ab-496a-a7dd-741290468893 req-dc100f3a-f38c-495d-9c09-cf77c1faf0a8 service neutron] Publish callbacks [] for port (edeff32f-9844-440c-a9f3-215374de7bd3), precommit_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:01.883358 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.provisioning_blocks [req-e759c87f-88ab-496a-a7dd-741290468893 req-dc100f3a-f38c-495d-9c09-cf77c1faf0a8 service neutron] Transition to ACTIVE for port object edeff32f-9844-440c-a9f3-215374de7bd3 will not be triggered until provisioned by entity L2. {{(pid=114094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 16:49:01.891868 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79852122-4360-47f3-911d-187ada48d6db None None] Routers {'d2b1e3f6-626b-4ed5-b1ba-514aac972f86'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:49:01.892636 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_hamode_db [None req-79852122-4360-47f3-911d-187ada48d6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T16:48:48Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['d2b1e3f6-626b-4ed5-b1ba-514aac972f86'], 'active': True} {{(pid=114097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:49:01.903873 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.provisioning_blocks [req-4ddacf93-e240-4238-96e7-d3765860f181 req-f826adab-b645-4bfc-afdc-c4910c504440 service neutron] Transition to ACTIVE for port object 2d2494c4-b7fe-4dc9-8d66-cb83f755ac04 will not be triggered until provisioned by entity L2. {{(pid=114094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 16:49:01.918045 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-4ddacf93-e240-4238-96e7-d3765860f181 req-f826adab-b645-4bfc-afdc-c4910c504440 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (2d2494c4-b7fe-4dc9-8d66-cb83f755ac04), after_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:01.945260 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-e759c87f-88ab-496a-a7dd-741290468893 req-dc100f3a-f38c-495d-9c09-cf77c1faf0a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (edeff32f-9844-440c-a9f3-215374de7bd3), after_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:02.070899 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_dvr_db [None req-79852122-4360-47f3-911d-187ada48d6db None None] Set router d2b1e3f6-626b-4ed5-b1ba-514aac972f86 gateway port host: dv-cinder-818830-2-iscsi {{(pid=114097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:49:02.152480 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-734436b8-e66f-46e1-be3b-eea48c87a98b req-00f43400-7c34-47e2-a534-d163059c4354 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b312599-18fb-44ac-8380-190ce0b5ebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4668031 Jan 27 16:49:02.298663 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-2f4c0f61-55ad-43c9-bcfa-7c171c549389 None None] Current status of the port 2c2b5c0e-e05f-4520-aeed-d06220a6fdd4 is: DOWN; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:49:02.299810 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2f4c0f61-55ad-43c9-bcfa-7c171c549389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (2c2b5c0e-e05f-4520-aeed-d06220a6fdd4), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:02.306799 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-c3b20285-cb34-4bea-9f29-cba93c834450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (0d5e775a-527a-4f81-9ab4-5ecae0182714), before_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:02.315862 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.managers [req-4ddacf93-e240-4238-96e7-d3765860f181 req-f826adab-b645-4bfc-afdc-c4910c504440 service neutron] Attempting to bind port 2d2494c4-b7fe-4dc9-8d66-cb83f755ac04 on host hv-cinder-81883 for vnic_type normal with profile {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:49:02.316343 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.managers [req-4ddacf93-e240-4238-96e7-d3765860f181 req-f826adab-b645-4bfc-afdc-c4910c504440 service neutron] Attempting to bind port 2d2494c4-b7fe-4dc9-8d66-cb83f755ac04 by drivers openvswitch,hyperv on host hv-cinder-81883 at level 0 using segments [{'id': '343e48de-fc3b-4b8e-bc86-6e9cd86a46d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '59590692-d01e-44a9-bec5-15417e45095c'}] {{(pid=114094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:49:02.316717 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddacf93-e240-4238-96e7-d3765860f181 req-f826adab-b645-4bfc-afdc-c4910c504440 service neutron] Attempting to bind port 2d2494c4-b7fe-4dc9-8d66-cb83f755ac04 on network 59590692-d01e-44a9-bec5-15417e45095c {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:49:02.330606 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f826adab-b645-4bfc-afdc-c4910c504440 service neutron] Pushing event updated for resources: {'Port': ['ID=2d2494c4-b7fe-4dc9-8d66-cb83f755ac04,revision_number=2']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:02.364750 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-b7bbffc0-08ce-4a8b-afaf-1eaa76d7895f admin admin] Publish callbacks [] for subnet (fa0b80af-243d-4c1e-b327-a0e68d8ecc8d), precommit_delete_associations {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:02.397883 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2f4c0f61-55ad-43c9-bcfa-7c171c549389 None None] For port 2c2b5c0e-e05f-4520-aeed-d06220a6fdd4, host dv-cinder-818830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818830-2-iscsi',level=0,port_id=2c2b5c0e-e05f-4520-aeed-d06220a6fdd4,segment=NetworkSegment(6ece6a4a-5bdf-40d7-bd59-6b778037144a),segment_id=6ece6a4a-5bdf-40d7-bd59-6b778037144a)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:49:02.405953 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-b7bbffc0-08ce-4a8b-afaf-1eaa76d7895f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-889273'] for subnet (fa0b80af-243d-4c1e-b327-a0e68d8ecc8d), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:02.430540 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2f4c0f61-55ad-43c9-bcfa-7c171c549389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (2c2b5c0e-e05f-4520-aeed-d06220a6fdd4), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:02.442849 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc100f3a-f38c-495d-9c09-cf77c1faf0a8 service neutron] Pushing event updated for resources: {'Port': ['ID=edeff32f-9844-440c-a9f3-215374de7bd3,revision_number=2']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:02.502382 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddacf93-e240-4238-96e7-d3765860f181 req-f826adab-b645-4bfc-afdc-c4910c504440 service neutron] Port 2d2494c4-b7fe-4dc9-8d66-cb83f755ac04 on network 59590692-d01e-44a9-bec5-15417e45095c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81883 {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 16:49:02.509211 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddacf93-e240-4238-96e7-d3765860f181 req-f826adab-b645-4bfc-afdc-c4910c504440 service neutron] Attempting to bind port 2d2494c4-b7fe-4dc9-8d66-cb83f755ac04 on network 59590692-d01e-44a9-bec5-15417e45095c {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:49:02.532290 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddacf93-e240-4238-96e7-d3765860f181 req-f826adab-b645-4bfc-afdc-c4910c504440 service neutron] Checking agent: {'id': '853c399d-72c7-467e-bd42-08a47e7fb1c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81883', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 46, 47), 'started_at': datetime.datetime(2022, 1, 27, 16, 46, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:49:02.534966 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddacf93-e240-4238-96e7-d3765860f181 req-f826adab-b645-4bfc-afdc-c4910c504440 service neutron] Checking segment: {'id': '343e48de-fc3b-4b8e-bc86-6e9cd86a46d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '59590692-d01e-44a9-bec5-15417e45095c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:49:02.535982 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddacf93-e240-4238-96e7-d3765860f181 req-f826adab-b645-4bfc-afdc-c4910c504440 service neutron] Bound using segment: {'id': '343e48de-fc3b-4b8e-bc86-6e9cd86a46d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '59590692-d01e-44a9-bec5-15417e45095c'} {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:49:02.539358 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.managers [req-4ddacf93-e240-4238-96e7-d3765860f181 req-f826adab-b645-4bfc-afdc-c4910c504440 service neutron] Bound port: 2d2494c4-b7fe-4dc9-8d66-cb83f755ac04, host: hv-cinder-81883, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '343e48de-fc3b-4b8e-bc86-6e9cd86a46d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '59590692-d01e-44a9-bec5-15417e45095c'}}] {{(pid=114094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:49:02.540598 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-4ddacf93-e240-4238-96e7-d3765860f181 req-f826adab-b645-4bfc-afdc-c4910c504440 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (2d2494c4-b7fe-4dc9-8d66-cb83f755ac04), before_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:02.608552 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Current status of the port 71831c89-48a2-4383-9f62-2e8b94fee069 is: ACTIVE; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:49:02.629705 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.managers [req-e759c87f-88ab-496a-a7dd-741290468893 req-dc100f3a-f38c-495d-9c09-cf77c1faf0a8 service neutron] Attempting to bind port edeff32f-9844-440c-a9f3-215374de7bd3 on host hv-cinder-81883 for vnic_type normal with profile {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:49:02.632338 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.managers [req-e759c87f-88ab-496a-a7dd-741290468893 req-dc100f3a-f38c-495d-9c09-cf77c1faf0a8 service neutron] Attempting to bind port edeff32f-9844-440c-a9f3-215374de7bd3 by drivers openvswitch,hyperv on host hv-cinder-81883 at level 0 using segments [{'id': '1779a445-beda-4dcd-8f98-83ef8a804122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e61a4ef3-534d-479d-8867-5085e7d92be1'}] {{(pid=114094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:49:02.634364 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e759c87f-88ab-496a-a7dd-741290468893 req-dc100f3a-f38c-495d-9c09-cf77c1faf0a8 service neutron] Attempting to bind port edeff32f-9844-440c-a9f3-215374de7bd3 on network e61a4ef3-534d-479d-8867-5085e7d92be1 {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:49:02.638667 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-346fb611-830e-4543-8231-a7d594a52edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c14d5e6-789b-41a8-b5b0-e75b551502f3', 'name': 'tempest-AttachVolumeTestJSON-640006432-router', 'tenant_id': 'accb650bdbfa4de4a4129fd473ca736d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '6ab449ff-2b63-44f3-897a-860c93be338d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:48:40Z', 'updated_at': '2022-01-27T16:48:51Z', 'revision_number': 4, 'project_id': 'accb650bdbfa4de4a4129fd473ca736d', 'gw_port': {'id': '6ab449ff-2b63-44f3-897a-860c93be338d', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:15:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c14d5e6-789b-41a8-b5b0-e75b551502f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:48:42Z', 'updated_at': '2022-01-27T16:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi', '_interfaces': [{'id': '2c2b5c0e-e05f-4520-aeed-d06220a6fdd4', 'name': '', 'network_id': 'd4e5124e-533e-45d6-b9d3-79afca1c35e2', 'tenant_id': 'accb650bdbfa4de4a4129fd473ca736d', 'mac_address': 'fa:16:3e:46:15:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c14d5e6-789b-41a8-b5b0-e75b551502f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'd38c499f-fa3e-48b8-ba77-1e1246ed2b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:48:49Z', 'updated_at': '2022-01-27T16:49:00Z', 'revision_number': 4, 'project_id': 'accb650bdbfa4de4a4129fd473ca736d', 'subnets': [{'id': 'd38c499f-fa3e-48b8-ba77-1e1246ed2b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:49:02.668263 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4c0f61-55ad-43c9-bcfa-7c171c549389 None None] Pushing event updated for resources: {'Port': ['ID=2c2b5c0e-e05f-4520-aeed-d06220a6fdd4,revision_number=5']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:02.676223 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346fb611-830e-4543-8231-a7d594a52edd None None] The sync data for ids ['8c14d5e6-789b-41a8-b5b0-e75b551502f3'] in dv-cinder-818830-2-iscsi is: [{'id': '8c14d5e6-789b-41a8-b5b0-e75b551502f3', 'name': 'tempest-AttachVolumeTestJSON-640006432-router', 'tenant_id': 'accb650bdbfa4de4a4129fd473ca736d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '6ab449ff-2b63-44f3-897a-860c93be338d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:48:40Z', 'updated_at': '2022-01-27T16:48:51Z', 'revision_number': 4, 'project_id': 'accb650bdbfa4de4a4129fd473ca736d', 'gw_port': {'id': '6ab449ff-2b63-44f3-897a-860c93be338d', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:15:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c14d5e6-789b-41a8-b5b0-e75b551502f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:48:42Z', 'updated_at': '2022-01-27T16:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi', '_interfaces': [{'id': '2c2b5c0e-e05f-4520-aeed-d06220a6fdd4', 'name': '', 'network_id': 'd4e5124e-533e-45d6-b9d3-79afca1c35e2', 'tenant_id': 'accb650bdbfa4de4a4129fd473ca736d', 'mac_address': 'fa:16:3e:46:15:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c14d5e6-789b-41a8-b5b0-e75b551502f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'd38c499f-fa3e-48b8-ba77-1e1246ed2b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:48:49Z', 'updated_at': '2022-01-27T16:49:00Z', 'revision_number': 4, 'project_id': 'accb650bdbfa4de4a4129fd473ca736d', 'subnets': [{'id': 'd38c499f-fa3e-48b8-ba77-1e1246ed2b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 16:49:02.679071 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-951d4cb9-30cf-45ef-8954-c01a9245ed76 None None] Provisioning complete for port 0d5e775a-527a-4f81-9ab4-5ecae0182714 triggered by entity DHCP. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:49:02.680638 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-951d4cb9-30cf-45ef-8954-c01a9245ed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (0d5e775a-527a-4f81-9ab4-5ecae0182714), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:02.693759 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dec15c-43bb-45b8-a288-4fb94f8d1b9f None None] Pushing event updated for resources: {'Port': ['ID=3470e97b-3ac1-47cd-8422-22eb7cc40163,revision_number=4']} {{(pid=114097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:02.723140 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-951d4cb9-30cf-45ef-8954-c01a9245ed76 None None] Port 0d5e775a-527a-4f81-9ab4-5ecae0182714 cannot update to ACTIVE because it is not bound. {{(pid=114096) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 16:49:02.741453 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e759c87f-88ab-496a-a7dd-741290468893 req-dc100f3a-f38c-495d-9c09-cf77c1faf0a8 service neutron] Port edeff32f-9844-440c-a9f3-215374de7bd3 on network e61a4ef3-534d-479d-8867-5085e7d92be1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81883 {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 16:49:02.747977 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e759c87f-88ab-496a-a7dd-741290468893 req-dc100f3a-f38c-495d-9c09-cf77c1faf0a8 service neutron] Attempting to bind port edeff32f-9844-440c-a9f3-215374de7bd3 on network e61a4ef3-534d-479d-8867-5085e7d92be1 {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:49:02.752294 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_hamode_db [None req-79852122-4360-47f3-911d-187ada48d6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b1e3f6-626b-4ed5-b1ba-514aac972f86', 'name': 'tempest-ServerRescueNegativeTestJSON-1879348550-router', 'tenant_id': '326cd822c847423ba2417f593ca8c6ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': 'a2914477-9621-4406-93ef-1866c23d884b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:48:41Z', 'updated_at': '2022-01-27T16:48:53Z', 'revision_number': 4, 'project_id': '326cd822c847423ba2417f593ca8c6ff', 'gw_port': {'id': 'a2914477-9621-4406-93ef-1866c23d884b', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:61:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b1e3f6-626b-4ed5-b1ba-514aac972f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:48:43Z', 'updated_at': '2022-01-27T16:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi', '_interfaces': [{'id': '3470e97b-3ac1-47cd-8422-22eb7cc40163', 'name': '', 'network_id': 'd601b71c-9e85-4907-a350-1cc1a1486f21', 'tenant_id': '326cd822c847423ba2417f593ca8c6ff', 'mac_address': 'fa:16:3e:05:ee:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2b1e3f6-626b-4ed5-b1ba-514aac972f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e7392202-f723-44b8-a453-411e289e56a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:48:49Z', 'updated_at': '2022-01-27T16:49:01Z', 'revision_number': 4, 'project_id': '326cd822c847423ba2417f593ca8c6ff', 'subnets': [{'id': 'e7392202-f723-44b8-a453-411e289e56a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:49:02.815634 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79852122-4360-47f3-911d-187ada48d6db None None] The sync data for ids ['d2b1e3f6-626b-4ed5-b1ba-514aac972f86'] in dv-cinder-818830-2-iscsi is: [{'id': 'd2b1e3f6-626b-4ed5-b1ba-514aac972f86', 'name': 'tempest-ServerRescueNegativeTestJSON-1879348550-router', 'tenant_id': '326cd822c847423ba2417f593ca8c6ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': 'a2914477-9621-4406-93ef-1866c23d884b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:48:41Z', 'updated_at': '2022-01-27T16:48:53Z', 'revision_number': 4, 'project_id': '326cd822c847423ba2417f593ca8c6ff', 'gw_port': {'id': 'a2914477-9621-4406-93ef-1866c23d884b', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:61:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b1e3f6-626b-4ed5-b1ba-514aac972f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:48:43Z', 'updated_at': '2022-01-27T16:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi', '_interfaces': [{'id': '3470e97b-3ac1-47cd-8422-22eb7cc40163', 'name': '', 'network_id': 'd601b71c-9e85-4907-a350-1cc1a1486f21', 'tenant_id': '326cd822c847423ba2417f593ca8c6ff', 'mac_address': 'fa:16:3e:05:ee:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2b1e3f6-626b-4ed5-b1ba-514aac972f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e7392202-f723-44b8-a453-411e289e56a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:48:49Z', 'updated_at': '2022-01-27T16:49:01Z', 'revision_number': 4, 'project_id': '326cd822c847423ba2417f593ca8c6ff', 'subnets': [{'id': 'e7392202-f723-44b8-a453-411e289e56a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 16:49:02.827491 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9431ca8a-2e98-4175-84c2-ac6ddbb64c1c req-61d5a7aa-6b81-48d1-8250-2ec231aca445 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:02.837015 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e759c87f-88ab-496a-a7dd-741290468893 req-dc100f3a-f38c-495d-9c09-cf77c1faf0a8 service neutron] Checking agent: {'id': '853c399d-72c7-467e-bd42-08a47e7fb1c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81883', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 46, 47), 'started_at': datetime.datetime(2022, 1, 27, 16, 46, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:49:02.837355 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e759c87f-88ab-496a-a7dd-741290468893 req-dc100f3a-f38c-495d-9c09-cf77c1faf0a8 service neutron] Checking segment: {'id': '1779a445-beda-4dcd-8f98-83ef8a804122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e61a4ef3-534d-479d-8867-5085e7d92be1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:49:02.837743 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e759c87f-88ab-496a-a7dd-741290468893 req-dc100f3a-f38c-495d-9c09-cf77c1faf0a8 service neutron] Bound using segment: {'id': '1779a445-beda-4dcd-8f98-83ef8a804122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e61a4ef3-534d-479d-8867-5085e7d92be1'} {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:49:02.838187 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.managers [req-e759c87f-88ab-496a-a7dd-741290468893 req-dc100f3a-f38c-495d-9c09-cf77c1faf0a8 service neutron] Bound port: edeff32f-9844-440c-a9f3-215374de7bd3, host: hv-cinder-81883, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1779a445-beda-4dcd-8f98-83ef8a804122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e61a4ef3-534d-479d-8867-5085e7d92be1'}}] {{(pid=114094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:49:02.838545 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-e759c87f-88ab-496a-a7dd-741290468893 req-dc100f3a-f38c-495d-9c09-cf77c1faf0a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (edeff32f-9844-440c-a9f3-215374de7bd3), before_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:02.841977 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-9431ca8a-2e98-4175-84c2-ac6ddbb64c1c req-61d5a7aa-6b81-48d1-8250-2ec231aca445 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/networks?id=d601b71c-9e85-4907-a350-1cc1a1486f21 HTTP/1.1" status: 200 len: 819 time: 1.4271741 Jan 27 16:49:02.943709 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-9431ca8a-2e98-4175-84c2-ac6ddbb64c1c req-e3fef6e6-bb3b-4ed3-b54f-1ea7a7e7b1fc tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/quotas/326cd822c847423ba2417f593ca8c6ff HTTP/1.1" status: 200 len: 375 time: 0.1005359 Jan 27 16:49:03.039631 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.db [req-4ddacf93-e240-4238-96e7-d3765860f181 req-f826adab-b645-4bfc-afdc-c4910c504440 service neutron] For port 2d2494c4-b7fe-4dc9-8d66-cb83f755ac04, host hv-cinder-81883, cleared binding levels {{(pid=114094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:49:03.083032 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52c7703-b0f3-4282-be7b-7a88b3e531f0 req-77945013-8ce7-4ac8-bd53-c67c876055f9 tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:03.084622 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-b52c7703-b0f3-4282-be7b-7a88b3e531f0 req-77945013-8ce7-4ac8-bd53-c67c876055f9 tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b9d62e6-6196-4c6f-ba02-dcf3fece8937 HTTP/1.1" status: 200 len: 943 time: 0.6268122 Jan 27 16:49:03.086837 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-a15627dc-395d-4ad9-bf14-33cdb0a9e80d tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Publish callbacks [] for port (4c394fa9-1ca2-4ec4-ae75-c98e639abf9e), precommit_update {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:03.124514 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-a15627dc-395d-4ad9-bf14-33cdb0a9e80d tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (4c394fa9-1ca2-4ec4-ae75-c98e639abf9e), after_update {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:03.208295 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-a15627dc-395d-4ad9-bf14-33cdb0a9e80d tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1796444'] for floatingip (551c77a3-4138-4829-8c7a-b5d01d3147aa), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:03.213990 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.db [req-4ddacf93-e240-4238-96e7-d3765860f181 req-f826adab-b645-4bfc-afdc-c4910c504440 service neutron] For port 2d2494c4-b7fe-4dc9-8d66-cb83f755ac04, host hv-cinder-81883, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=2d2494c4-b7fe-4dc9-8d66-cb83f755ac04,segment=NetworkSegment(343e48de-fc3b-4b8e-bc86-6e9cd86a46d7),segment_id=343e48de-fc3b-4b8e-bc86-6e9cd86a46d7)] {{(pid=114094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:49:03.239769 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-4ddacf93-e240-4238-96e7-d3765860f181 req-f826adab-b645-4bfc-afdc-c4910c504440 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (2d2494c4-b7fe-4dc9-8d66-cb83f755ac04), after_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:03.251493 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.db [req-e759c87f-88ab-496a-a7dd-741290468893 req-dc100f3a-f38c-495d-9c09-cf77c1faf0a8 service neutron] For port edeff32f-9844-440c-a9f3-215374de7bd3, host hv-cinder-81883, cleared binding levels {{(pid=114094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:49:03.313676 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-9431ca8a-2e98-4175-84c2-ac6ddbb64c1c req-9fd8d7ab-20fe-4733-8518-90df6146b2b0 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=326cd822c847423ba2417f593ca8c6ff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3682444 Jan 27 16:49:03.317493 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-a15627dc-395d-4ad9-bf14-33cdb0a9e80d tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118807'] for floatingip (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:03.319689 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-a15627dc-395d-4ad9-bf14-33cdb0a9e80d tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.2411036 Jan 27 16:49:03.321403 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-b7bbffc0-08ce-4a8b-afaf-1eaa76d7895f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-889270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092'] for subnet (fa0b80af-243d-4c1e-b327-a0e68d8ecc8d), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:03.396683 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f826adab-b645-4bfc-afdc-c4910c504440 service neutron] Pushing event updated for resources: {'Port': ['ID=2d2494c4-b7fe-4dc9-8d66-cb83f755ac04,revision_number=3']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:03.437429 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.db [req-e759c87f-88ab-496a-a7dd-741290468893 req-dc100f3a-f38c-495d-9c09-cf77c1faf0a8 service neutron] For port edeff32f-9844-440c-a9f3-215374de7bd3, host hv-cinder-81883, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=edeff32f-9844-440c-a9f3-215374de7bd3,segment=NetworkSegment(1779a445-beda-4dcd-8f98-83ef8a804122),segment_id=1779a445-beda-4dcd-8f98-83ef8a804122)] {{(pid=114094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:49:03.446832 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddacf93-e240-4238-96e7-d3765860f181 req-f826adab-b645-4bfc-afdc-c4910c504440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:03.447467 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-4ddacf93-e240-4238-96e7-d3765860f181 req-f826adab-b645-4bfc-afdc-c4910c504440 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032074'] for port (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:03.449875 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-4ddacf93-e240-4238-96e7-d3765860f181 req-f826adab-b645-4bfc-afdc-c4910c504440 service neutron] 10.222.0.24 "PUT /v2.0/ports/2d2494c4-b7fe-4dc9-8d66-cb83f755ac04 HTTP/1.1" status: 200 len: 1093 time: 4.3381407 Jan 27 16:49:03.456896 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b9d62e6-6196-4c6f-ba02-dcf3fece8937', 'tag': '2d2494c4-b7fe-4dc9-8d66-cb83f755ac04'}] {{(pid=114094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:49:03.575095 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-b7bbffc0-08ce-4a8b-afaf-1eaa76d7895f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032074'] for subnet (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:03.578228 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-e759c87f-88ab-496a-a7dd-741290468893 req-dc100f3a-f38c-495d-9c09-cf77c1faf0a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (edeff32f-9844-440c-a9f3-215374de7bd3), after_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:03.582286 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-b7bbffc0-08ce-4a8b-afaf-1eaa76d7895f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/fa0b80af-243d-4c1e-b327-a0e68d8ecc8d HTTP/1.1" status: 204 len: 168 time: 2.6328459 Jan 27 16:49:03.609614 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-b52c7703-b0f3-4282-be7b-7a88b3e531f0 req-fadd82fe-a586-44ed-bf48-d71f8691ff5b tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a8e62f-6500-4e23-befe-450a1bee6317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4894545 Jan 27 16:49:03.665147 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 44618) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:49:03.710305 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15627dc-395d-4ad9-bf14-33cdb0a9e80d tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Pushing event updated for resources: {'Port': ['ID=4c394fa9-1ca2-4ec4-ae75-c98e639abf9e,revision_number=2']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:03.727333 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bbffc0-08ce-4a8b-afaf-1eaa76d7895f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa0b80af-243d-4c1e-b327-a0e68d8ecc8d,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:03.889267 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-2454c17e-0af7-4775-bd13-b1d152c9c2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012344'] for network (dca771ef-f48f-4be3-af13-99078bf810e2), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:03.897890 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-9431ca8a-2e98-4175-84c2-ac6ddbb64c1c req-50fb41c8-e4ac-4005-b473-973f440eab59 service neutron] 10.222.0.48 "GET /v2.0/networks/d601b71c-9e85-4907-a350-1cc1a1486f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4866860 Jan 27 16:49:03.939093 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b860db64-3714-487c-b094-86fa7d1a5cf7 req-fef8937f-275c-45eb-bd9b-10c2ca59ad39 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:03.940781 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-b860db64-3714-487c-b094-86fa7d1a5cf7 req-fef8937f-275c-45eb-bd9b-10c2ca59ad39 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a0a7f18-d314-4368-bed8-cb27c0ba466b HTTP/1.1" status: 200 len: 943 time: 0.1620948 Jan 27 16:49:03.969786 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}342a798d1d13ecd85fd4efdf34ff3908ecd3b9322feeb0f720fcdcd52e7e333b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d965b6d0-4b97-4175-babd-be6034796512" -d '{"events": [{"name": "network-changed", "server_uuid": "8b9d62e6-6196-4c6f-ba02-dcf3fece8937", "tag": "2d2494c4-b7fe-4dc9-8d66-cb83f755ac04"}]}' {{(pid=114094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:49:03.993982 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e759c87f-88ab-496a-a7dd-741290468893 req-dc100f3a-f38c-495d-9c09-cf77c1faf0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:03.994608 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-e759c87f-88ab-496a-a7dd-741290468893 req-dc100f3a-f38c-495d-9c09-cf77c1faf0a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032074'] for port (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:03.996975 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-e759c87f-88ab-496a-a7dd-741290468893 req-dc100f3a-f38c-495d-9c09-cf77c1faf0a8 service neutron] 10.222.0.24 "PUT /v2.0/ports/edeff32f-9844-440c-a9f3-215374de7bd3 HTTP/1.1" status: 200 len: 1093 time: 4.9523284 Jan 27 16:49:04.032802 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-c3b20285-cb34-4bea-9f29-cba93c834450 admin admin] Publish callbacks [] for port (0d5e775a-527a-4f81-9ab4-5ecae0182714), precommit_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:04.076532 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-c3b20285-cb34-4bea-9f29-cba93c834450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (0d5e775a-527a-4f81-9ab4-5ecae0182714), after_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:04.077242 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-c3b20285-cb34-4bea-9f29-cba93c834450 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2031918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1796219'] for router_interface (170ece70-89e4-48ac-a0e9-591d74dcaa51), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:04.088159 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddacf93-e240-4238-96e7-d3765860f181 req-dd49dd81-79fc-4b02-8c4a-4217b1efb98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:04.090337 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-4ddacf93-e240-4238-96e7-d3765860f181 req-dd49dd81-79fc-4b02-8c4a-4217b1efb98b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8930d227a39349b8a900ed8395fb7d2b&device_id=8b9d62e6-6196-4c6f-ba02-dcf3fece8937 HTTP/1.1" status: 200 len: 1096 time: 0.5334549 Jan 27 16:49:04.094490 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc100f3a-f38c-495d-9c09-cf77c1faf0a8 service neutron] Pushing event updated for resources: {'Port': ['ID=edeff32f-9844-440c-a9f3-215374de7bd3,revision_number=3']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:04.221215 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-4ddacf93-e240-4238-96e7-d3765860f181 req-b5a713a3-e6d0-47e0-be5d-70c298556123 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d2494c4-b7fe-4dc9-8d66-cb83f755ac04 HTTP/1.1" status: 200 len: 217 time: 0.1225986 Jan 27 16:49:04.254984 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-2454c17e-0af7-4775-bd13-b1d152c9c2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891970', 'neutron.services.segments.db._delete_segments_for_network-8740203086740'] for network (dca771ef-f48f-4be3-af13-99078bf810e2), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:04.282310 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-b860db64-3714-487c-b094-86fa7d1a5cf7 req-19092c81-0948-4bb3-a247-cc7e331eb8e3 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b312599-18fb-44ac-8380-190ce0b5ebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3109627 Jan 27 16:49:04.318653 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b20285-cb34-4bea-9f29-cba93c834450 admin admin] Pushing event updated for resources: {'Port': ['ID=0d5e775a-527a-4f81-9ab4-5ecae0182714,revision_number=2']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:04.326814 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e759c87f-88ab-496a-a7dd-741290468893 req-190b87bc-c705-4c8e-a50f-9db2ca8b098d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:04.328375 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-e759c87f-88ab-496a-a7dd-741290468893 req-190b87bc-c705-4c8e-a50f-9db2ca8b098d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=598ee83f7e1a494c8b94f241ab626b65&device_id=2a0a7f18-d314-4368-bed8-cb27c0ba466b HTTP/1.1" status: 200 len: 1096 time: 0.2829933 Jan 27 16:49:04.335126 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-2454c17e-0af7-4775-bd13-b1d152c9c2b4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=114095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:49:04.335706 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-2454c17e-0af7-4775-bd13-b1d152c9c2b4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=114095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:49:04.338105 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-2454c17e-0af7-4775-bd13-b1d152c9c2b4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=114095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:49:04.340340 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-2454c17e-0af7-4775-bd13-b1d152c9c2b4 admin admin] Subscribe: > port after_create 55550000 {{(pid=114095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:49:04.340340 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-2454c17e-0af7-4775-bd13-b1d152c9c2b4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=114095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:49:04.341029 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-2454c17e-0af7-4775-bd13-b1d152c9c2b4 admin admin] Subscribe: > port after_update 55550000 {{(pid=114095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:49:04.341029 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-2454c17e-0af7-4775-bd13-b1d152c9c2b4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=114095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:49:04.341320 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-2454c17e-0af7-4775-bd13-b1d152c9c2b4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:49:04.369477 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-2454c17e-0af7-4775-bd13-b1d152c9c2b4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:49:04.369902 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-2454c17e-0af7-4775-bd13-b1d152c9c2b4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=114095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:49:04.436591 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddacf93-e240-4238-96e7-d3765860f181 req-9b329410-ab35-4729-9fdc-f816832e38cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:04.438668 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-4ddacf93-e240-4238-96e7-d3765860f181 req-9b329410-ab35-4729-9fdc-f816832e38cf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=950f0ade-c235-49cf-99ee-4fef53985470 HTTP/1.1" status: 200 len: 852 time: 0.1862273 Jan 27 16:49:04.453750 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-e759c87f-88ab-496a-a7dd-741290468893 req-054ce75d-1a0d-4674-8592-0354a80f4497 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=edeff32f-9844-440c-a9f3-215374de7bd3 HTTP/1.1" status: 200 len: 217 time: 0.1023691 Jan 27 16:49:04.517643 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-4ddacf93-e240-4238-96e7-d3765860f181 req-44c2fc88-a0cc-4c41-b00e-427f972b6bc8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=59590692-d01e-44a9-bec5-15417e45095c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614285 Jan 27 16:49:04.537060 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b20285-cb34-4bea-9f29-cba93c834450 admin admin] Network 4e17d67f-4d84-42b2-a3bf-cf48fd71687d is already hosted by enough agents. {{(pid=114094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:49:04.553228 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.base_scheduler [None req-c3b20285-cb34-4bea-9f29-cba93c834450 admin admin] Resources bound (agent type, host, resource id): {{(pid=114094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:49:04.654714 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e759c87f-88ab-496a-a7dd-741290468893 req-5720362c-f9a0-4bb8-ad0a-bc81f535bd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:04.656248 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-e759c87f-88ab-496a-a7dd-741290468893 req-5720362c-f9a0-4bb8-ad0a-bc81f535bd1b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0bf965b2-91d5-4f22-9468-810e8979c5a9 HTTP/1.1" status: 200 len: 855 time: 0.1890931 Jan 27 16:49:04.724774 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-e759c87f-88ab-496a-a7dd-741290468893 req-511a280e-ab77-465a-8f44-bf4d2703cf78 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e61a4ef3-534d-479d-8867-5085e7d92be1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604820 Jan 27 16:49:04.791947 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-2454c17e-0af7-4775-bd13-b1d152c9c2b4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:49:04.792673 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-2454c17e-0af7-4775-bd13-b1d152c9c2b4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:49:04.793252 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-2454c17e-0af7-4775-bd13-b1d152c9c2b4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=114095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:49:04.793956 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-2454c17e-0af7-4775-bd13-b1d152c9c2b4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=114095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:49:04.794680 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.services.segments.db [None req-2454c17e-0af7-4775-bd13-b1d152c9c2b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dca771ef-f48f-4be3-af13-99078bf810e2']}} {{(pid=114095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:49:04.830883 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-4ddacf93-e240-4238-96e7-d3765860f181 req-0c552a1b-d767-4237-938e-a675638ae2b1 service neutron] 10.222.0.24 "GET /v2.0/networks/59590692-d01e-44a9-bec5-15417e45095c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926562 Jan 27 16:49:04.866472 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-9431ca8a-2e98-4175-84c2-ac6ddbb64c1c req-a5557f36-131d-4f27-85a0-1d430e35b50c service neutron] 10.222.0.48 "GET /v2.0/networks/d601b71c-9e85-4907-a350-1cc1a1486f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9601259 Jan 27 16:49:04.868792 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.services.segments.db [None req-2454c17e-0af7-4775-bd13-b1d152c9c2b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8086266f-c056-4569-9871-0c72c3fd49fe') {'for_net_delete': True} {{(pid=114095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:49:04.870689 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.services.segments.db [None req-2454c17e-0af7-4775-bd13-b1d152c9c2b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8086266f-c056-4569-9871-0c72c3fd49fe') {} {{(pid=114095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:49:04.903165 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-2454c17e-0af7-4775-bd13-b1d152c9c2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740203088285', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9298199'] for segment (8086266f-c056-4569-9871-0c72c3fd49fe), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:04.905700 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device 2c2b5c0e-e05f-4520-aeed-d06220a6fdd4 up at agent ovs-agent-dv-cinder-818830-2-iscsi {{(pid=114096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:49:04.928129 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-3eaaaf4a-83a6-4003-8889-18ae318197d7 None None] Provisioning complete for port 0d5e775a-527a-4f81-9ab4-5ecae0182714 triggered by entity DHCP. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:49:04.930245 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-2454c17e-0af7-4775-bd13-b1d152c9c2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985126'] for segment (8086266f-c056-4569-9871-0c72c3fd49fe), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:04.931756 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-3eaaaf4a-83a6-4003-8889-18ae318197d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (0d5e775a-527a-4f81-9ab4-5ecae0182714), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:04.941550 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2454c17e-0af7-4775-bd13-b1d152c9c2b4 admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=114095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 16:49:04.942177 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-2454c17e-0af7-4775-bd13-b1d152c9c2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9080423'] for segment (8086266f-c056-4569-9871-0c72c3fd49fe), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:04.987353 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3b20285-cb34-4bea-9f29-cba93c834450 admin admin] Router 170ece70-89e4-48ac-a0e9-591d74dcaa51 has already been hosted by L3 agent bdbd084a-7876-495d-b5d9-cf3ee18f0227 {{(pid=114094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 16:49:05.006466 dv-cinder-818830-2-iscsi neutron-server[114095]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 27 16:49:05.006466 dv-cinder-818830-2-iscsi neutron-server[114095]: from cryptography.utils import int_from_bytes Jan 27 16:49:05.006466 dv-cinder-818830-2-iscsi neutron-server[114095]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 27 16:49:05.006466 dv-cinder-818830-2-iscsi neutron-server[114095]: from cryptography.utils import int_from_bytes Jan 27 16:49:05.006466 dv-cinder-818830-2-iscsi neutron-server[114095]: Traceback (most recent call last): Jan 27 16:49:05.006466 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 16:49:05.006466 dv-cinder-818830-2-iscsi neutron-server[114095]: timer() Jan 27 16:49:05.006466 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 16:49:05.006466 dv-cinder-818830-2-iscsi neutron-server[114095]: cb(*args, **kw) Jan 27 16:49:05.006466 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 16:49:05.006466 dv-cinder-818830-2-iscsi neutron-server[114095]: return func(*args, **kwargs) Jan 27 16:49:05.006466 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 16:49:05.006466 dv-cinder-818830-2-iscsi neutron-server[114095]: self._notify() Jan 27 16:49:05.006466 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 16:49:05.006466 dv-cinder-818830-2-iscsi neutron-server[114095]: self.callback(batched_events) Jan 27 16:49:05.006466 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 16:49:05.006466 dv-cinder-818830-2-iscsi neutron-server[114095]: event.method(event) Jan 27 16:49:05.006466 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 16:49:05.006466 dv-cinder-818830-2-iscsi neutron-server[114095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 16:49:05.006466 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 16:49:05.006466 dv-cinder-818830-2-iscsi neutron-server[114095]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 16:49:05.006466 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 16:49:05.006466 dv-cinder-818830-2-iscsi neutron-server[114095]: return f(self, *a, **k) Jan 27 16:49:05.006466 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 16:49:05.006466 dv-cinder-818830-2-iscsi neutron-server[114095]: return self._get(url).json() Jan 27 16:49:05.006466 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 16:49:05.006466 dv-cinder-818830-2-iscsi neutron-server[114095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 16:49:05.006466 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 16:49:05.006466 dv-cinder-818830-2-iscsi neutron-server[114095]: return self.request(url, 'GET', **kwargs) Jan 27 16:49:05.006466 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 16:49:05.006466 dv-cinder-818830-2-iscsi neutron-server[114095]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 16:49:05.006466 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 16:49:05.006466 dv-cinder-818830-2-iscsi neutron-server[114095]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 16:49:05.006466 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 16:49:05.006466 dv-cinder-818830-2-iscsi neutron-server[114095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 16:49:05.006466 dv-cinder-818830-2-iscsi neutron-server[114095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 16:49:05.044168 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-ea5b9493-fb32-431c-b925-d194142ec2cb req-0edc1474-1d2a-4d04-8cb2-05bac999a7c5 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1996501120&fields=id&tenant_id=accb650bdbfa4de4a4129fd473ca736d HTTP/1.1" status: 200 len: 267 time: 0.2424779 Jan 27 16:49:05.045867 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-2454c17e-0af7-4775-bd13-b1d152c9c2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1796466'] for network (dca771ef-f48f-4be3-af13-99078bf810e2), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:05.091600 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-3eaaaf4a-83a6-4003-8889-18ae318197d7 None None] Port 0d5e775a-527a-4f81-9ab4-5ecae0182714 cannot update to ACTIVE because it is not bound. {{(pid=114096) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 16:49:05.097984 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-2454c17e-0af7-4775-bd13-b1d152c9c2b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032074'] for network (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:05.109406 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-2454c17e-0af7-4775-bd13-b1d152c9c2b4 admin admin] 10.222.0.48 "DELETE /v2.0/networks/dca771ef-f48f-4be3-af13-99078bf810e2 HTTP/1.1" status: 204 len: 168 time: 1.4409065 Jan 27 16:49:05.115265 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 44658) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:49:05.116933 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Provisioning complete for port 2c2b5c0e-e05f-4520-aeed-d06220a6fdd4 triggered by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:49:05.117386 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (2c2b5c0e-e05f-4520-aeed-d06220a6fdd4), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:05.181157 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2454c17e-0af7-4775-bd13-b1d152c9c2b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=dca771ef-f48f-4be3-af13-99078bf810e2,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:05.216778 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Current status of the port 2c2b5c0e-e05f-4520-aeed-d06220a6fdd4 is: ACTIVE; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:49:05.218158 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device 3470e97b-3ac1-47cd-8422-22eb7cc40163 up at agent ovs-agent-dv-cinder-818830-2-iscsi {{(pid=114096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:49:05.291937 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.db_base_plugin_v2 [None req-7da0b29d-3a11-41ca-8967-fba239bcf144 admin admin] Deleting subnet 572af1eb-eeb3-4b83-93bc-4d7c2ab07573 {{(pid=114094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 16:49:05.305129 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 16:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c6b015-1753-4f1e-a9b0-4816084bcc9a x-openstack-request-id: req-a2c6b015-1753-4f1e-a9b0-4816084bcc9a {{(pid=114094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:49:05.307407 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b9d62e6-6196-4c6f-ba02-dcf3fece8937", "tag": "2d2494c4-b7fe-4dc9-8d66-cb83f755ac04", "status": "completed", "code": 200}]} {{(pid=114094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:49:05.309525 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a2c6b015-1753-4f1e-a9b0-4816084bcc9a {{(pid=114094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:49:05.310079 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b9d62e6-6196-4c6f-ba02-dcf3fece8937', 'tag': '2d2494c4-b7fe-4dc9-8d66-cb83f755ac04', 'status': 'completed', 'code': 200} Jan 27 16:49:05.396963 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5b9493-fb32-431c-b925-d194142ec2cb req-be12e139-5d11-4aec-8f68-8a52e683ca41 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:05.398743 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-ea5b9493-fb32-431c-b925-d194142ec2cb req-be12e139-5d11-4aec-8f68-8a52e683ca41 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/networks?id=d4e5124e-533e-45d6-b9d3-79afca1c35e2 HTTP/1.1" status: 200 len: 810 time: 0.2906704 Jan 27 16:49:05.405805 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-7da0b29d-3a11-41ca-8967-fba239bcf144 admin admin] Publish callbacks [] for subnet (572af1eb-eeb3-4b83-93bc-4d7c2ab07573), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:05.462666 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Provisioning complete for port 3470e97b-3ac1-47cd-8422-22eb7cc40163 triggered by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:49:05.463343 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (3470e97b-3ac1-47cd-8422-22eb7cc40163), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:05.480798 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-e759c87f-88ab-496a-a7dd-741290468893 req-0e8e737c-7c15-46fe-a070-02640d51fc98 service neutron] 10.222.0.24 "GET /v2.0/networks/e61a4ef3-534d-479d-8867-5085e7d92be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7433527 Jan 27 16:49:05.544898 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-ea5b9493-fb32-431c-b925-d194142ec2cb req-88432826-6f65-4ef5-8701-dbf5bd9c817e tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/quotas/accb650bdbfa4de4a4129fd473ca736d HTTP/1.1" status: 200 len: 375 time: 0.1224844 Jan 27 16:49:05.561838 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-4ddacf93-e240-4238-96e7-d3765860f181 req-7f1c9515-a813-4449-81d1-6a481c53bbb5 service neutron] 10.222.0.24 "GET /v2.0/networks/59590692-d01e-44a9-bec5-15417e45095c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7233579 Jan 27 16:49:05.668582 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17bf008-15e6-4242-bbae-5a26bf25987a req-9858a45a-f827-4b46-b6a5-91e2747e56de tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:05.677314 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Current status of the port 3470e97b-3ac1-47cd-8422-22eb7cc40163 is: DOWN; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:49:05.679231 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (3470e97b-3ac1-47cd-8422-22eb7cc40163), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:05.687194 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-f17bf008-15e6-4242-bbae-5a26bf25987a req-9858a45a-f827-4b46-b6a5-91e2747e56de tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b9d62e6-6196-4c6f-ba02-dcf3fece8937 HTTP/1.1" status: 200 len: 943 time: 0.2836475 Jan 27 16:49:05.711209 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-7da0b29d-3a11-41ca-8967-fba239bcf144 admin admin] Publish callbacks [] for subnet (572af1eb-eeb3-4b83-93bc-4d7c2ab07573), precommit_delete_associations {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:05.768281 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-ea5b9493-fb32-431c-b925-d194142ec2cb req-80cdc610-87f0-4e16-b54f-490f8dcba1a1 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=accb650bdbfa4de4a4129fd473ca736d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2224004 Jan 27 16:49:05.784388 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] For port 3470e97b-3ac1-47cd-8422-22eb7cc40163, host dv-cinder-818830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818830-2-iscsi',level=0,port_id=3470e97b-3ac1-47cd-8422-22eb7cc40163,segment=NetworkSegment(40f7a2f6-ac83-4e76-b1fb-213c8c8338bd),segment_id=40f7a2f6-ac83-4e76-b1fb-213c8c8338bd)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:49:05.802976 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (3470e97b-3ac1-47cd-8422-22eb7cc40163), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:05.819487 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-7da0b29d-3a11-41ca-8967-fba239bcf144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-889273'] for subnet (572af1eb-eeb3-4b83-93bc-4d7c2ab07573), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:05.919444 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Pushing event updated for resources: {'Port': ['ID=3470e97b-3ac1-47cd-8422-22eb7cc40163,revision_number=5']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:05.984624 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-f17bf008-15e6-4242-bbae-5a26bf25987a req-a35b6f32-5e06-4720-8afc-0b7a4f34c3df tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a8e62f-6500-4e23-befe-450a1bee6317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961104 Jan 27 16:49:05.985925 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d965b6d0-4b97-4175-babd-be6034796512 req-61a5e8d6-2aac-47b5-964a-8852192fd549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:05.987977 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-d965b6d0-4b97-4175-babd-be6034796512 req-61a5e8d6-2aac-47b5-964a-8852192fd549 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8930d227a39349b8a900ed8395fb7d2b&device_id=8b9d62e6-6196-4c6f-ba02-dcf3fece8937 HTTP/1.1" status: 200 len: 1096 time: 0.3228922 Jan 27 16:49:06.004769 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3b20285-cb34-4bea-9f29-cba93c834450 admin admin] Notify agent at l3_agent.dv-cinder-818830-2-iscsi the message routers_updated {{(pid=114094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 16:49:06.020461 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70251fc0-88c1-4f3d-ae33-5c2058c3a17e None None] Sync routers for ids ['170ece70-89e4-48ac-a0e9-591d74dcaa51'] in dv-cinder-818830-2-iscsi {{(pid=114096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 16:49:06.039323 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70251fc0-88c1-4f3d-ae33-5c2058c3a17e None None] Routers {'170ece70-89e4-48ac-a0e9-591d74dcaa51'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:49:06.039529 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-70251fc0-88c1-4f3d-ae33-5c2058c3a17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T16:48:48Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['170ece70-89e4-48ac-a0e9-591d74dcaa51'], 'active': True} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:49:06.064782 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-c3b20285-cb34-4bea-9f29-cba93c834450 admin admin] 10.222.0.48 "PUT /v2.0/routers/170ece70-89e4-48ac-a0e9-591d74dcaa51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8736858 Jan 27 16:49:06.079221 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-ea5b9493-fb32-431c-b925-d194142ec2cb req-7f588453-e0d8-44b3-8eaa-6256fba2e6ba service neutron] 10.222.0.48 "GET /v2.0/networks/d4e5124e-533e-45d6-b9d3-79afca1c35e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084383 Jan 27 16:49:06.155979 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-77cad268-8987-49dd-9a7a-727f0e907a14 req-1f493f24-8f45-4fc6-a6a3-cf11895b45dc tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2 HTTP/1.1" status: 200 len: 210 time: 0.0748675 Jan 27 16:49:06.296328 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-ea5b9493-fb32-431c-b925-d194142ec2cb req-ffef5923-bd2d-4ef2-9c1e-949629960c53 service neutron] 10.222.0.48 "GET /v2.0/networks/d4e5124e-533e-45d6-b9d3-79afca1c35e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957653 Jan 27 16:49:06.320061 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvr_db [None req-70251fc0-88c1-4f3d-ae33-5c2058c3a17e None None] Set router 170ece70-89e4-48ac-a0e9-591d74dcaa51 gateway port host: dv-cinder-818830-2-iscsi {{(pid=114096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:49:06.410900 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49da008-ba53-4452-a30d-517e6147f9ed req-0995e696-c293-4ec2-9d19-5d77817da688 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:06.414273 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-f49da008-ba53-4452-a30d-517e6147f9ed req-0995e696-c293-4ec2-9d19-5d77817da688 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a0a7f18-d314-4368-bed8-cb27c0ba466b HTTP/1.1" status: 200 len: 943 time: 0.1078990 Jan 27 16:49:06.433182 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d965b6d0-4b97-4175-babd-be6034796512 req-52849d46-6b88-45b7-a140-988439c1d01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:06.435200 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-d965b6d0-4b97-4175-babd-be6034796512 req-52849d46-6b88-45b7-a140-988439c1d01a service neutron] 10.222.0.24 "GET /v2.0/networks?id=59590692-d01e-44a9-bec5-15417e45095c HTTP/1.1" status: 200 len: 913 time: 0.4284971 Jan 27 16:49:06.437279 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-e759c87f-88ab-496a-a7dd-741290468893 req-502f29c9-2ea8-4f8c-8222-6f40518c7485 service neutron] 10.222.0.24 "GET /v2.0/networks/e61a4ef3-534d-479d-8867-5085e7d92be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9223404 Jan 27 16:49:06.532652 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-f49da008-ba53-4452-a30d-517e6147f9ed req-c6e6f21c-60bb-42c5-b0fe-a65e61249d8f tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b312599-18fb-44ac-8380-190ce0b5ebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065998 Jan 27 16:49:06.660932 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 44708) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:49:06.785477 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-70251fc0-88c1-4f3d-ae33-5c2058c3a17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170ece70-89e4-48ac-a0e9-591d74dcaa51', 'name': 'tempest-AttachVolumeShelveTestJSON-1606997611-router', 'tenant_id': '11d012d792424a858b876a618c79f7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '71831c89-48a2-4383-9f62-2e8b94fee069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:48:42Z', 'updated_at': '2022-01-27T16:49:02Z', 'revision_number': 4, 'project_id': '11d012d792424a858b876a618c79f7af', 'gw_port': {'id': '71831c89-48a2-4383-9f62-2e8b94fee069', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170ece70-89e4-48ac-a0e9-591d74dcaa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:48:43Z', 'updated_at': '2022-01-27T16:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi', '_interfaces': [{'id': '0d5e775a-527a-4f81-9ab4-5ecae0182714', 'name': '', 'network_id': '4e17d67f-4d84-42b2-a3bf-cf48fd71687d', 'tenant_id': '11d012d792424a858b876a618c79f7af', 'mac_address': 'fa:16:3e:de:b3:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '170ece70-89e4-48ac-a0e9-591d74dcaa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'b0494b2b-60e2-42b5-a63f-939831eceb11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:48:58Z', 'updated_at': '2022-01-27T16:49:02Z', 'revision_number': 2, 'project_id': '11d012d792424a858b876a618c79f7af', 'subnets': [{'id': 'b0494b2b-60e2-42b5-a63f-939831eceb11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:49:06.848276 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-d965b6d0-4b97-4175-babd-be6034796512 req-81023601-9069-40be-a8c5-74976a07a835 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d2494c4-b7fe-4dc9-8d66-cb83f755ac04 HTTP/1.1" status: 200 len: 217 time: 0.3866313 Jan 27 16:49:06.853699 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-7da0b29d-3a11-41ca-8967-fba239bcf144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-889270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092'] for subnet (572af1eb-eeb3-4b83-93bc-4d7c2ab07573), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:06.878335 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device 3470e97b-3ac1-47cd-8422-22eb7cc40163 up at agent ovs-agent-dv-cinder-818830-2-iscsi {{(pid=114096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:49:06.936299 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70251fc0-88c1-4f3d-ae33-5c2058c3a17e None None] Checking router: 170ece70-89e4-48ac-a0e9-591d74dcaa51 for host: dv-cinder-818830-2-iscsi {{(pid=114096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 16:49:06.937012 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70251fc0-88c1-4f3d-ae33-5c2058c3a17e None None] Updating router 170ece70-89e4-48ac-a0e9-591d74dcaa51 port 0d5e775a-527a-4f81-9ab4-5ecae0182714 binding host dv-cinder-818830-2-iscsi {{(pid=114096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 16:49:06.957706 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-9ff2e638-c50a-482d-a6dc-482cd523eff7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:06.969343 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea11c4b-49a8-46c6-affc-4b523686d878 req-da443b9c-32ff-45fb-b6b9-2a987546c8ca tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:06.977999 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Provisioning complete for port 3470e97b-3ac1-47cd-8422-22eb7cc40163 triggered by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:49:06.978427 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (3470e97b-3ac1-47cd-8422-22eb7cc40163), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:06.981183 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-70251fc0-88c1-4f3d-ae33-5c2058c3a17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (0d5e775a-527a-4f81-9ab4-5ecae0182714), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:06.985093 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-fea11c4b-49a8-46c6-affc-4b523686d878 req-da443b9c-32ff-45fb-b6b9-2a987546c8ca tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/networks?id=d601b71c-9e85-4907-a350-1cc1a1486f21 HTTP/1.1" status: 200 len: 819 time: 0.3067641 Jan 27 16:49:07.064041 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da0b29d-3a11-41ca-8967-fba239bcf144 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=572af1eb-eeb3-4b83-93bc-4d7c2ab07573,revision_number=None']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:07.095150 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-fea11c4b-49a8-46c6-affc-4b523686d878 req-9077c657-9687-4fc4-849c-4c01d35ea4ea tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/quotas/326cd822c847423ba2417f593ca8c6ff HTTP/1.1" status: 200 len: 375 time: 0.0958385 Jan 27 16:49:07.223595 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-fea11c4b-49a8-46c6-affc-4b523686d878 req-db988aba-0394-49c4-85a7-1e29fd21afc1 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=326cd822c847423ba2417f593ca8c6ff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1202314 Jan 27 16:49:07.247895 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-9ff2e638-c50a-482d-a6dc-482cd523eff7 admin admin] Publish callbacks [] for security_group (803ae4da-f45d-4b56-810f-74c5b24a6b86), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:07.258545 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-7da0b29d-3a11-41ca-8967-fba239bcf144 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:07.265538 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-7da0b29d-3a11-41ca-8967-fba239bcf144 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/572af1eb-eeb3-4b83-93bc-4d7c2ab07573 HTTP/1.1" status: 204 len: 168 time: 2.1471405 Jan 27 16:49:07.265700 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-9ff2e638-c50a-482d-a6dc-482cd523eff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (803ae4da-f45d-4b56-810f-74c5b24a6b86), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:07.275429 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9431ca8a-2e98-4175-84c2-ac6ddbb64c1c req-681e0a78-adfc-471c-a8dc-c4f7c71ce70c tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:07.277223 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-9431ca8a-2e98-4175-84c2-ac6ddbb64c1c req-681e0a78-adfc-471c-a8dc-c4f7c71ce70c tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.24 "GET /v2.0/networks?id=d601b71c-9e85-4907-a350-1cc1a1486f21 HTTP/1.1" status: 200 len: 819 time: 0.2179275 Jan 27 16:49:07.297994 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 44730) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:49:07.299556 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d965b6d0-4b97-4175-babd-be6034796512 req-e94404f3-145f-4f1f-8fc3-7f0ef782b573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:07.301024 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-d965b6d0-4b97-4175-babd-be6034796512 req-e94404f3-145f-4f1f-8fc3-7f0ef782b573 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=950f0ade-c235-49cf-99ee-4fef53985470 HTTP/1.1" status: 200 len: 852 time: 0.4375985 Jan 27 16:49:07.367092 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-9ff2e638-c50a-482d-a6dc-482cd523eff7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cdacea1e06a94d4e8f31d6b45f3e44e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7048712 Jan 27 16:49:07.370659 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 44732) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:49:07.371489 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff2e638-c50a-482d-a6dc-482cd523eff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=803ae4da-f45d-4b56-810f-74c5b24a6b86,revision_number=1']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:07.419855 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 44734) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:49:07.431392 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a0a7f18-d314-4368-bed8-cb27c0ba466b', 'tag': 'edeff32f-9844-440c-a9f3-215374de7bd3'}] {{(pid=114094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:49:07.435257 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}342a798d1d13ecd85fd4efdf34ff3908ecd3b9322feeb0f720fcdcd52e7e333b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc994609-0b98-433d-85fc-f8805dd51c1d" -d '{"events": [{"name": "network-changed", "server_uuid": "2a0a7f18-d314-4368-bed8-cb27c0ba466b", "tag": "edeff32f-9844-440c-a9f3-215374de7bd3"}]}' {{(pid=114094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:49:07.442514 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.v2.base [None req-a6b1783b-00c3-4694-af10-2a036552e706 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Request body: {'security_group': {'name': 'tempest-securitygroup--984872794', 'description': 'tempest-description--1659188187'}} {{(pid=114095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:49:07.454728 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.v2.base [req-9431ca8a-2e98-4175-84c2-ac6ddbb64c1c req-07a095b8-ece1-4c49-a1e1-54cf47f787c7 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Request body: {'port': {'device_id': '0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2', 'network_id': 'd601b71c-9e85-4907-a350-1cc1a1486f21', 'admin_state_up': True, 'tenant_id': '326cd822c847423ba2417f593ca8c6ff'}} {{(pid=114094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:49:07.462418 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-d965b6d0-4b97-4175-babd-be6034796512 req-770b7c89-cf17-4c64-9b38-a858e47a0fb7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=59590692-d01e-44a9-bec5-15417e45095c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1294920 Jan 27 16:49:07.515509 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-fea11c4b-49a8-46c6-affc-4b523686d878 req-996eded4-b59d-4b6c-82ba-de88cc45fea0 service neutron] 10.222.0.48 "GET /v2.0/networks/d601b71c-9e85-4907-a350-1cc1a1486f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797756 Jan 27 16:49:07.533790 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-07c00d04-74ac-4158-bdee-c1907c6c2787 admin admin] Publish callbacks [] for security_group (803ae4da-f45d-4b56-810f-74c5b24a6b86), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:07.540430 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-70251fc0-88c1-4f3d-ae33-5c2058c3a17e None None] Publish callbacks [] for port (0d5e775a-527a-4f81-9ab4-5ecae0182714), precommit_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:07.542514 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Current status of the port 3470e97b-3ac1-47cd-8422-22eb7cc40163 is: ACTIVE; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:49:07.548828 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-a6b1783b-00c3-4694-af10-2a036552e706 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Publish callbacks [] for security_group (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:07.553038 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-70251fc0-88c1-4f3d-ae33-5c2058c3a17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (0d5e775a-527a-4f81-9ab4-5ecae0182714), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:07.575902 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-07c00d04-74ac-4158-bdee-c1907c6c2787 admin admin] Publish callbacks [] for security_group (803ae4da-f45d-4b56-810f-74c5b24a6b86), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:07.602580 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73ce41b-629a-4ece-8477-2a22687a8e06 None None] Pushing event updated for resources: {'Port': ['ID=0d5e775a-527a-4f81-9ab4-5ecae0182714,revision_number=3']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:07.664701 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-39f48cfa-7ec0-4f18-9776-93e0a243a9c0 req-4f8472be-6565-4704-a930-5313e4b0c1cf tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=27dbabab-3baf-4446-aaad-bdd80b162cd7 HTTP/1.1" status: 200 len: 210 time: 0.1470485 Jan 27 16:49:07.669897 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-cc41bf44-2a18-4f04-b512-8b36abd173bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012344'] for network (7f6caf59-eefb-4602-80f2-8c48e7cb2623), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:07.682935 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-07c00d04-74ac-4158-bdee-c1907c6c2787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (803ae4da-f45d-4b56-810f-74c5b24a6b86), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:07.686352 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-07c00d04-74ac-4158-bdee-c1907c6c2787 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:07.691152 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-07c00d04-74ac-4158-bdee-c1907c6c2787 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/803ae4da-f45d-4b56-810f-74c5b24a6b86 HTTP/1.1" status: 204 len: 168 time: 0.3120708 Jan 27 16:49:07.725978 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.managers [None req-70251fc0-88c1-4f3d-ae33-5c2058c3a17e None None] Attempting to bind port 0d5e775a-527a-4f81-9ab4-5ecae0182714 on host dv-cinder-818830-2-iscsi for vnic_type normal with profile {{(pid=114096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:49:07.726547 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.managers [None req-70251fc0-88c1-4f3d-ae33-5c2058c3a17e None None] Attempting to bind port 0d5e775a-527a-4f81-9ab4-5ecae0182714 by drivers openvswitch,hyperv on host dv-cinder-818830-2-iscsi at level 0 using segments [{'id': 'f24320bd-5fde-4b90-81d3-17a919a07a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '4e17d67f-4d84-42b2-a3bf-cf48fd71687d'}] {{(pid=114096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:49:07.728166 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70251fc0-88c1-4f3d-ae33-5c2058c3a17e None None] Attempting to bind port 0d5e775a-527a-4f81-9ab4-5ecae0182714 on network 4e17d67f-4d84-42b2-a3bf-cf48fd71687d {{(pid=114096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:49:07.735479 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70251fc0-88c1-4f3d-ae33-5c2058c3a17e None None] Checking agent: {'id': '492c1832-c7a3-4f77-b4ba-2ebdc28556bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818830-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 40, 53), 'started_at': datetime.datetime(2022, 1, 27, 16, 41, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818830-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:49:07.736355 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70251fc0-88c1-4f3d-ae33-5c2058c3a17e None None] Checking segment: {'id': 'f24320bd-5fde-4b90-81d3-17a919a07a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '4e17d67f-4d84-42b2-a3bf-cf48fd71687d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:49:07.737186 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-70251fc0-88c1-4f3d-ae33-5c2058c3a17e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:07.738254 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70251fc0-88c1-4f3d-ae33-5c2058c3a17e None None] Bound using segment: {'id': 'f24320bd-5fde-4b90-81d3-17a919a07a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '4e17d67f-4d84-42b2-a3bf-cf48fd71687d'} {{(pid=114096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:49:07.738902 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.managers [None req-70251fc0-88c1-4f3d-ae33-5c2058c3a17e None None] Bound port: 0d5e775a-527a-4f81-9ab4-5ecae0182714, host: dv-cinder-818830-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f24320bd-5fde-4b90-81d3-17a919a07a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '4e17d67f-4d84-42b2-a3bf-cf48fd71687d'}}] {{(pid=114096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:49:07.739381 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-70251fc0-88c1-4f3d-ae33-5c2058c3a17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (0d5e775a-527a-4f81-9ab4-5ecae0182714), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:07.741622 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c00d04-74ac-4158-bdee-c1907c6c2787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=803ae4da-f45d-4b56-810f-74c5b24a6b86,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:07.870136 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-fea11c4b-49a8-46c6-affc-4b523686d878 req-991a533c-f4be-406a-9343-905f713d7e56 service neutron] 10.222.0.48 "GET /v2.0/networks/d601b71c-9e85-4907-a350-1cc1a1486f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373942 Jan 27 16:49:07.878386 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-70251fc0-88c1-4f3d-ae33-5c2058c3a17e None None] For port 0d5e775a-527a-4f81-9ab4-5ecae0182714, host dv-cinder-818830-2-iscsi, cleared binding levels {{(pid=114096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:49:07.883199 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-70251fc0-88c1-4f3d-ae33-5c2058c3a17e None None] For port 0d5e775a-527a-4f81-9ab4-5ecae0182714, host dv-cinder-818830-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818830-2-iscsi',level=0,port_id=0d5e775a-527a-4f81-9ab4-5ecae0182714,segment=NetworkSegment(f24320bd-5fde-4b90-81d3-17a919a07a12),segment_id=f24320bd-5fde-4b90-81d3-17a919a07a12)] {{(pid=114096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:49:07.892536 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-70251fc0-88c1-4f3d-ae33-5c2058c3a17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (0d5e775a-527a-4f81-9ab4-5ecae0182714), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:07.906979 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-d965b6d0-4b97-4175-babd-be6034796512 req-52197522-01b8-43cd-be10-cdc231fbfc4a service neutron] 10.222.0.24 "GET /v2.0/networks/59590692-d01e-44a9-bec5-15417e45095c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4376047 Jan 27 16:49:07.940291 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-a6b1783b-00c3-4694-af10-2a036552e706 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Publish callbacks [] for security_group (52be2b41-f385-4b04-9c22-e44335586e81), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:07.971601 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a103bbd0-8020-42b2-ac28-39820dd44d8e req-ff6a1c04-4573-423b-9d2a-a6956b44f9bd tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:07.983548 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-a103bbd0-8020-42b2-ac28-39820dd44d8e req-ff6a1c04-4573-423b-9d2a-a6956b44f9bd tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b9d62e6-6196-4c6f-ba02-dcf3fece8937 HTTP/1.1" status: 200 len: 943 time: 0.1824832 Jan 27 16:49:07.985707 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9431ca8a-2e98-4175-84c2-ac6ddbb64c1c req-07a095b8-ece1-4c49-a1e1-54cf47f787c7 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Made reservation on behalf of 326cd822c847423ba2417f593ca8c6ff for: {'port': 1} {{(pid=114094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:49:07.986522 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-a6b1783b-00c3-4694-af10-2a036552e706 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (52be2b41-f385-4b04-9c22-e44335586e81), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:07.989198 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-9431ca8a-2e98-4175-84c2-ac6ddbb64c1c req-07a095b8-ece1-4c49-a1e1-54cf47f787c7 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:08.006733 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-cc41bf44-2a18-4f04-b512-8b36abd173bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891970', 'neutron.services.segments.db._delete_segments_for_network-8740203086740'] for network (7f6caf59-eefb-4602-80f2-8c48e7cb2623), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:08.033578 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70251fc0-88c1-4f3d-ae33-5c2058c3a17e None None] Routers {'170ece70-89e4-48ac-a0e9-591d74dcaa51'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:49:08.036258 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-70251fc0-88c1-4f3d-ae33-5c2058c3a17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T16:48:48Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['170ece70-89e4-48ac-a0e9-591d74dcaa51'], 'active': True} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:49:08.047954 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-cc41bf44-2a18-4f04-b512-8b36abd173bc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=114094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:49:08.048407 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-cc41bf44-2a18-4f04-b512-8b36abd173bc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=114094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:49:08.049257 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-cc41bf44-2a18-4f04-b512-8b36abd173bc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=114094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:49:08.049607 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-cc41bf44-2a18-4f04-b512-8b36abd173bc admin admin] Subscribe: > port after_create 55550000 {{(pid=114094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:49:08.049941 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-cc41bf44-2a18-4f04-b512-8b36abd173bc admin admin] Subscribe: > port after_delete 55550000 {{(pid=114094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:49:08.050290 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-cc41bf44-2a18-4f04-b512-8b36abd173bc admin admin] Subscribe: > port after_update 55550000 {{(pid=114094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:49:08.050685 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-cc41bf44-2a18-4f04-b512-8b36abd173bc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=114094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:49:08.051007 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-cc41bf44-2a18-4f04-b512-8b36abd173bc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:49:08.051410 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-cc41bf44-2a18-4f04-b512-8b36abd173bc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:49:08.051892 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-cc41bf44-2a18-4f04-b512-8b36abd173bc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=114094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:49:08.125698 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-a6b1783b-00c3-4694-af10-2a036552e706 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Publish callbacks [] for security_group (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:08.137799 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-a6b1783b-00c3-4694-af10-2a036552e706 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7118874 Jan 27 16:49:08.158365 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 44748) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:49:08.158968 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-cc41bf44-2a18-4f04-b512-8b36abd173bc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:49:08.159374 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-cc41bf44-2a18-4f04-b512-8b36abd173bc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:49:08.159736 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-cc41bf44-2a18-4f04-b512-8b36abd173bc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=114094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:49:08.160152 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-cc41bf44-2a18-4f04-b512-8b36abd173bc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=114094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:49:08.160520 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.services.segments.db [None req-cc41bf44-2a18-4f04-b512-8b36abd173bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f6caf59-eefb-4602-80f2-8c48e7cb2623']}} {{(pid=114094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:49:08.182498 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.v2.base [None req-edb1928a-6d97-469e-8877-46647a0d48fc tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Request body: {'security_group_rule': {'security_group_id': '52be2b41-f385-4b04-9c22-e44335586e81', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:49:08.198319 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b1783b-00c3-4694-af10-2a036552e706 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52be2b41-f385-4b04-9c22-e44335586e81,revision_number=1']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:08.200596 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 16:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b276ae-f04e-4a3b-989e-d49b37773c96 x-openstack-request-id: req-67b276ae-f04e-4a3b-989e-d49b37773c96 {{(pid=114094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:49:08.200596 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a0a7f18-d314-4368-bed8-cb27c0ba466b", "tag": "edeff32f-9844-440c-a9f3-215374de7bd3", "status": "completed", "code": 200}]} {{(pid=114094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:49:08.200904 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-67b276ae-f04e-4a3b-989e-d49b37773c96 {{(pid=114094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:49:08.201762 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a0a7f18-d314-4368-bed8-cb27c0ba466b', 'tag': 'edeff32f-9844-440c-a9f3-215374de7bd3', 'status': 'completed', 'code': 200} Jan 27 16:49:08.247729 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 44752) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:49:08.251276 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.services.segments.db [None req-cc41bf44-2a18-4f04-b512-8b36abd173bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e0804bf-ee69-4a26-bf8a-5d6edfccc721') {'for_net_delete': True} {{(pid=114094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:49:08.251508 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.services.segments.db [None req-cc41bf44-2a18-4f04-b512-8b36abd173bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e0804bf-ee69-4a26-bf8a-5d6edfccc721') {} {{(pid=114094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:49:08.289004 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvr_db [None req-70251fc0-88c1-4f3d-ae33-5c2058c3a17e None None] Set router 170ece70-89e4-48ac-a0e9-591d74dcaa51 gateway port host: dv-cinder-818830-2-iscsi {{(pid=114096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:49:08.295391 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-a103bbd0-8020-42b2-ac28-39820dd44d8e req-617f9238-4503-4fc6-8e56-3c195d4428f3 tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a8e62f-6500-4e23-befe-450a1bee6317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3108559 Jan 27 16:49:08.295796 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-cc41bf44-2a18-4f04-b512-8b36abd173bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740203088285', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9276965'] for segment (9e0804bf-ee69-4a26-bf8a-5d6edfccc721), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:08.315451 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-91bc2fa6-5fa9-4480-9bcb-92cf8b58ac94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:08.319735 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-edb1928a-6d97-469e-8877-46647a0d48fc tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Publish callbacks [] for security_group_rule (f7aef30b-6934-4c98-8cb6-64c3ed792e14), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:08.347998 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-cc41bf44-2a18-4f04-b512-8b36abd173bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985126'] for segment (9e0804bf-ee69-4a26-bf8a-5d6edfccc721), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:08.353323 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73ce41b-629a-4ece-8477-2a22687a8e06 None None] Pushing event updated for resources: {'Port': ['ID=0d5e775a-527a-4f81-9ab4-5ecae0182714,revision_number=4']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:08.380315 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc41bf44-2a18-4f04-b512-8b36abd173bc admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=114094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 16:49:08.380911 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-cc41bf44-2a18-4f04-b512-8b36abd173bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8777005'] for segment (9e0804bf-ee69-4a26-bf8a-5d6edfccc721), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:08.388059 dv-cinder-818830-2-iscsi neutron-server[114094]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 27 16:49:08.388059 dv-cinder-818830-2-iscsi neutron-server[114094]: from cryptography.utils import int_from_bytes Jan 27 16:49:08.388059 dv-cinder-818830-2-iscsi neutron-server[114094]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 27 16:49:08.388059 dv-cinder-818830-2-iscsi neutron-server[114094]: from cryptography.utils import int_from_bytes Jan 27 16:49:08.388059 dv-cinder-818830-2-iscsi neutron-server[114094]: Traceback (most recent call last): Jan 27 16:49:08.388059 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 16:49:08.388059 dv-cinder-818830-2-iscsi neutron-server[114094]: timer() Jan 27 16:49:08.388059 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 16:49:08.388059 dv-cinder-818830-2-iscsi neutron-server[114094]: cb(*args, **kw) Jan 27 16:49:08.388059 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 16:49:08.388059 dv-cinder-818830-2-iscsi neutron-server[114094]: return func(*args, **kwargs) Jan 27 16:49:08.388059 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 16:49:08.388059 dv-cinder-818830-2-iscsi neutron-server[114094]: self._notify() Jan 27 16:49:08.388059 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 16:49:08.388059 dv-cinder-818830-2-iscsi neutron-server[114094]: self.callback(batched_events) Jan 27 16:49:08.388059 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 16:49:08.388059 dv-cinder-818830-2-iscsi neutron-server[114094]: event.method(event) Jan 27 16:49:08.388059 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 16:49:08.388059 dv-cinder-818830-2-iscsi neutron-server[114094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 16:49:08.388059 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 16:49:08.388059 dv-cinder-818830-2-iscsi neutron-server[114094]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 16:49:08.388059 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 16:49:08.388059 dv-cinder-818830-2-iscsi neutron-server[114094]: return f(self, *a, **k) Jan 27 16:49:08.388059 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 16:49:08.388059 dv-cinder-818830-2-iscsi neutron-server[114094]: return self._get(url).json() Jan 27 16:49:08.388059 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 16:49:08.388059 dv-cinder-818830-2-iscsi neutron-server[114094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 16:49:08.388059 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 16:49:08.388059 dv-cinder-818830-2-iscsi neutron-server[114094]: return self.request(url, 'GET', **kwargs) Jan 27 16:49:08.388059 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 16:49:08.388059 dv-cinder-818830-2-iscsi neutron-server[114094]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 16:49:08.388059 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 16:49:08.388059 dv-cinder-818830-2-iscsi neutron-server[114094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 16:49:08.388059 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 16:49:08.388059 dv-cinder-818830-2-iscsi neutron-server[114094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 16:49:08.388059 dv-cinder-818830-2-iscsi neutron-server[114094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 16:49:08.418521 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de6502a-6f5c-41f7-95e1-1b0cb998f14e req-c99ede8f-fb61-4f56-88cf-fe260751c963 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:08.420648 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-4de6502a-6f5c-41f7-95e1-1b0cb998f14e req-c99ede8f-fb61-4f56-88cf-fe260751c963 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a0a7f18-d314-4368-bed8-cb27c0ba466b HTTP/1.1" status: 200 len: 943 time: 0.1934528 Jan 27 16:49:08.420798 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-d0764472-b22b-4631-8fdb-fa31de87ee9f None None] Provisioning complete for port 0d5e775a-527a-4f81-9ab4-5ecae0182714 triggered by entity DHCP. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:49:08.421234 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-d0764472-b22b-4631-8fdb-fa31de87ee9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (0d5e775a-527a-4f81-9ab4-5ecae0182714), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:08.423883 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-96a5dcd5-a23b-40c2-ab3f-cd26720ee8b5 req-02d52af6-0cbc-44d2-a7f7-571cd08edd9b tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5490cbd-3604-4065-b528-a305f9f211ce HTTP/1.1" status: 200 len: 210 time: 0.0674679 Jan 27 16:49:08.534206 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-cc41bf44-2a18-4f04-b512-8b36abd173bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1796466'] for network (7f6caf59-eefb-4602-80f2-8c48e7cb2623), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:08.536177 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-4de6502a-6f5c-41f7-95e1-1b0cb998f14e req-ef3121dd-03f0-4e4a-a33a-47e1631a840b tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b312599-18fb-44ac-8380-190ce0b5ebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048443 Jan 27 16:49:08.565777 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-edb1928a-6d97-469e-8877-46647a0d48fc tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Publish callbacks [] for security_group_rule (f7aef30b-6934-4c98-8cb6-64c3ed792e14), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:08.572879 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-edb1928a-6d97-469e-8877-46647a0d48fc tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077574'] for security_group_rule (f7aef30b-6934-4c98-8cb6-64c3ed792e14), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:08.580876 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-cc41bf44-2a18-4f04-b512-8b36abd173bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032074'] for network (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:08.584251 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-cc41bf44-2a18-4f04-b512-8b36abd173bc admin admin] 10.222.0.48 "DELETE /v2.0/networks/7f6caf59-eefb-4602-80f2-8c48e7cb2623 HTTP/1.1" status: 204 len: 168 time: 1.2822592 Jan 27 16:49:08.604152 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb1928a-6d97-469e-8877-46647a0d48fc tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7aef30b-6934-4c98-8cb6-64c3ed792e14,revision_number=0']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:08.606647 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc41bf44-2a18-4f04-b512-8b36abd173bc admin admin] Pushing event deleted for resources: {'Network': ['ID=7f6caf59-eefb-4602-80f2-8c48e7cb2623,revision_number=None']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:08.614628 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.db_base_plugin_common [req-9431ca8a-2e98-4175-84c2-ac6ddbb64c1c req-07a095b8-ece1-4c49-a1e1-54cf47f787c7 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Allocated IP 172.20.0.8 (d601b71c-9e85-4907-a350-1cc1a1486f21/e7392202-f723-44b8-a453-411e289e56a2/0f3362f6-2e54-4b45-89fc-94c7ecae5a49) {{(pid=114094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:49:08.618264 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-edb1928a-6d97-469e-8877-46647a0d48fc tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:08.619878 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-edb1928a-6d97-469e-8877-46647a0d48fc tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4604044 Jan 27 16:49:08.622891 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 44762) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:49:08.630075 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.v2.base [None req-a6c99e57-ea5d-4ebc-8042-790feb71d89f tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Request body: {'security_group_rule': {'security_group_id': '52be2b41-f385-4b04-9c22-e44335586e81', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:49:08.645072 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-d0764472-b22b-4631-8fdb-fa31de87ee9f None None] Current status of the port 0d5e775a-527a-4f81-9ab4-5ecae0182714 is: DOWN; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:49:08.645599 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-d0764472-b22b-4631-8fdb-fa31de87ee9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (0d5e775a-527a-4f81-9ab4-5ecae0182714), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:08.672717 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-a6c99e57-ea5d-4ebc-8042-790feb71d89f tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Publish callbacks [] for security_group_rule (af1ff76a-69b2-41a7-a9bc-619b5bbf1817), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:08.713050 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-d0764472-b22b-4631-8fdb-fa31de87ee9f None None] For port 0d5e775a-527a-4f81-9ab4-5ecae0182714, host dv-cinder-818830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818830-2-iscsi',level=0,port_id=0d5e775a-527a-4f81-9ab4-5ecae0182714,segment=NetworkSegment(f24320bd-5fde-4b90-81d3-17a919a07a12),segment_id=f24320bd-5fde-4b90-81d3-17a919a07a12)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:49:08.728657 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-70251fc0-88c1-4f3d-ae33-5c2058c3a17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170ece70-89e4-48ac-a0e9-591d74dcaa51', 'name': 'tempest-AttachVolumeShelveTestJSON-1606997611-router', 'tenant_id': '11d012d792424a858b876a618c79f7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '71831c89-48a2-4383-9f62-2e8b94fee069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:48:42Z', 'updated_at': '2022-01-27T16:49:02Z', 'revision_number': 4, 'project_id': '11d012d792424a858b876a618c79f7af', 'gw_port': {'id': '71831c89-48a2-4383-9f62-2e8b94fee069', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170ece70-89e4-48ac-a0e9-591d74dcaa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:48:43Z', 'updated_at': '2022-01-27T16:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi', '_interfaces': [{'id': '0d5e775a-527a-4f81-9ab4-5ecae0182714', 'name': '', 'network_id': '4e17d67f-4d84-42b2-a3bf-cf48fd71687d', 'tenant_id': '11d012d792424a858b876a618c79f7af', 'mac_address': 'fa:16:3e:de:b3:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '170ece70-89e4-48ac-a0e9-591d74dcaa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'b0494b2b-60e2-42b5-a63f-939831eceb11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:48:58Z', 'updated_at': '2022-01-27T16:49:07Z', 'revision_number': 4, 'project_id': '11d012d792424a858b876a618c79f7af', 'subnets': [{'id': 'b0494b2b-60e2-42b5-a63f-939831eceb11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:49:08.733782 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-d0764472-b22b-4631-8fdb-fa31de87ee9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (0d5e775a-527a-4f81-9ab4-5ecae0182714), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:08.775215 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-a6c99e57-ea5d-4ebc-8042-790feb71d89f tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Publish callbacks [] for security_group_rule (af1ff76a-69b2-41a7-a9bc-619b5bbf1817), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:08.780854 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-a6c99e57-ea5d-4ebc-8042-790feb71d89f tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077574'] for security_group_rule (af1ff76a-69b2-41a7-a9bc-619b5bbf1817), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:08.796875 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-91bc2fa6-5fa9-4480-9bcb-92cf8b58ac94 admin admin] Publish callbacks [] for security_group (fb0b9a2a-d3ab-4dc5-9550-fdfe2d260525), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:08.814652 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-91bc2fa6-5fa9-4480-9bcb-92cf8b58ac94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (fb0b9a2a-d3ab-4dc5-9550-fdfe2d260525), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:08.818698 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c99e57-ea5d-4ebc-8042-790feb71d89f tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af1ff76a-69b2-41a7-a9bc-619b5bbf1817,revision_number=0']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:08.860340 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-a6c99e57-ea5d-4ebc-8042-790feb71d89f tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:08.865269 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-a6c99e57-ea5d-4ebc-8042-790feb71d89f tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2372694 Jan 27 16:49:08.866214 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-f3a33ed5-a5d1-44d8-be86-6c4e2d7938ca req-09b5309f-1b89-42dc-a3f6-a866333c9e67 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=27dbabab-3baf-4446-aaad-bdd80b162cd7 HTTP/1.1" status: 200 len: 210 time: 0.0655262 Jan 27 16:49:08.866963 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 44768) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:49:08.872678 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.v2.base [None req-0050e5be-49d7-4a34-a228-b1e82322d2a9 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Request body: {'floatingip': {'floating_network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9'}} {{(pid=114095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:49:08.910599 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-0050e5be-49d7-4a34-a228-b1e82322d2a9 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:08.916113 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70251fc0-88c1-4f3d-ae33-5c2058c3a17e None None] The sync data for ids ['170ece70-89e4-48ac-a0e9-591d74dcaa51'] in dv-cinder-818830-2-iscsi is: [{'id': '170ece70-89e4-48ac-a0e9-591d74dcaa51', 'name': 'tempest-AttachVolumeShelveTestJSON-1606997611-router', 'tenant_id': '11d012d792424a858b876a618c79f7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '71831c89-48a2-4383-9f62-2e8b94fee069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:48:42Z', 'updated_at': '2022-01-27T16:49:02Z', 'revision_number': 4, 'project_id': '11d012d792424a858b876a618c79f7af', 'gw_port': {'id': '71831c89-48a2-4383-9f62-2e8b94fee069', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170ece70-89e4-48ac-a0e9-591d74dcaa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:48:43Z', 'updated_at': '2022-01-27T16:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi', '_interfaces': [{'id': '0d5e775a-527a-4f81-9ab4-5ecae0182714', 'name': '', 'network_id': '4e17d67f-4d84-42b2-a3bf-cf48fd71687d', 'tenant_id': '11d012d792424a858b876a618c79f7af', 'mac_address': 'fa:16:3e:de:b3:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '170ece70-89e4-48ac-a0e9-591d74dcaa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'b0494b2b-60e2-42b5-a63f-939831eceb11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:48:58Z', 'updated_at': '2022-01-27T16:49:07Z', 'revision_number': 4, 'project_id': '11d012d792424a858b876a618c79f7af', 'subnets': [{'id': 'b0494b2b-60e2-42b5-a63f-939831eceb11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 16:49:08.922127 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 44770) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:49:08.933083 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-032d4ca1-7ca4-423f-819e-d324ed24023f None None] Provisioning complete for port 0d5e775a-527a-4f81-9ab4-5ecae0182714 triggered by entity DHCP. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:49:08.933622 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-032d4ca1-7ca4-423f-819e-d324ed24023f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (0d5e775a-527a-4f81-9ab4-5ecae0182714), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:08.946034 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-91bc2fa6-5fa9-4480-9bcb-92cf8b58ac94 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3686272246e14fc9ab301eb0e7c49860&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6944709 Jan 27 16:49:08.946034 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bc2fa6-5fa9-4480-9bcb-92cf8b58ac94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0b9a2a-d3ab-4dc5-9550-fdfe2d260525,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:08.952852 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 44772) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:49:08.975764 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0764472-b22b-4631-8fdb-fa31de87ee9f None None] Pushing event updated for resources: {'Port': ['ID=0d5e775a-527a-4f81-9ab4-5ecae0182714,revision_number=5']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:09.078249 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-032d4ca1-7ca4-423f-819e-d324ed24023f None None] Current status of the port 0d5e775a-527a-4f81-9ab4-5ecae0182714 is: ACTIVE; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:49:09.079832 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-0050e5be-49d7-4a34-a228-b1e82322d2a9 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:09.099701 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-64ac0290-c64b-4b94-b408-31621498b8cd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bc9ddf51191e4d33b866e3b1ee247655&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1744020 Jan 27 16:49:09.105428 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 44774) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:49:09.154628 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-9431ca8a-2e98-4175-84c2-ac6ddbb64c1c req-07a095b8-ece1-4c49-a1e1-54cf47f787c7 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Publish callbacks [] for port (0f3362f6-2e54-4b45-89fc-94c7ecae5a49), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:09.172608 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-5ef7a94c-1a2c-40ab-98c7-ec9db64b5e8c admin admin] Publish callbacks [] for security_group (fb0b9a2a-d3ab-4dc5-9550-fdfe2d260525), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:09.190909 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.db.db_base_plugin_common [None req-0050e5be-49d7-4a34-a228-b1e82322d2a9 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Allocated IP 172.27.2.56 (7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9/3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf/2ba0c48a-ee52-4c9f-91ba-c618ff2d8ff2) {{(pid=114095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:49:09.219510 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-5ef7a94c-1a2c-40ab-98c7-ec9db64b5e8c admin admin] Publish callbacks [] for security_group (fb0b9a2a-d3ab-4dc5-9550-fdfe2d260525), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:09.248433 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-2242beb4-ea8a-45dc-8e52-3010ea156334 admin admin] Publish callbacks [] for security_group (c919a109-8291-4d38-82d4-f0ac5a29adb7), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:09.265872 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-9431ca8a-2e98-4175-84c2-ac6ddbb64c1c req-07a095b8-ece1-4c49-a1e1-54cf47f787c7 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740202573617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777202'] for port (0f3362f6-2e54-4b45-89fc-94c7ecae5a49), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:09.306833 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-0050e5be-49d7-4a34-a228-b1e82322d2a9 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Publish callbacks [] for port (2ba0c48a-ee52-4c9f-91ba-c618ff2d8ff2), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:09.328081 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-2242beb4-ea8a-45dc-8e52-3010ea156334 admin admin] Publish callbacks [] for security_group (c919a109-8291-4d38-82d4-f0ac5a29adb7), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:09.349225 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9431ca8a-2e98-4175-84c2-ac6ddbb64c1c req-07a095b8-ece1-4c49-a1e1-54cf47f787c7 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Network d601b71c-9e85-4907-a350-1cc1a1486f21 is already hosted by enough agents. {{(pid=114094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:49:09.363285 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-0050e5be-49d7-4a34-a228-b1e82322d2a9 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740202573617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080504'] for port (2ba0c48a-ee52-4c9f-91ba-c618ff2d8ff2), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:09.365529 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a095b8-ece1-4c49-a1e1-54cf47f787c7 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Pushing event updated for resources: {'Port': ['ID=0f3362f6-2e54-4b45-89fc-94c7ecae5a49,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:09.373918 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.base_scheduler [req-9431ca8a-2e98-4175-84c2-ac6ddbb64c1c req-07a095b8-ece1-4c49-a1e1-54cf47f787c7 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Resources bound (agent type, host, resource id): {{(pid=114094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:49:09.380309 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.l3_dvrscheduler_db [req-9431ca8a-2e98-4175-84c2-ac6ddbb64c1c req-07a095b8-ece1-4c49-a1e1-54cf47f787c7 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Received port after_create {{(pid=114094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:49:09.418292 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0050e5be-49d7-4a34-a228-b1e82322d2a9 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Network 7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9 is already hosted by enough agents. {{(pid=114095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:49:09.422751 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-5ef7a94c-1a2c-40ab-98c7-ec9db64b5e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (fb0b9a2a-d3ab-4dc5-9550-fdfe2d260525), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:09.425649 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-5ef7a94c-1a2c-40ab-98c7-ec9db64b5e8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:09.429228 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-5ef7a94c-1a2c-40ab-98c7-ec9db64b5e8c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fb0b9a2a-d3ab-4dc5-9550-fdfe2d260525 HTTP/1.1" status: 204 len: 168 time: 0.4713671 Jan 27 16:49:09.440391 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.scheduler.base_scheduler [None req-0050e5be-49d7-4a34-a228-b1e82322d2a9 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Resources bound (agent type, host, resource id): {{(pid=114095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:49:09.458026 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0050e5be-49d7-4a34-a228-b1e82322d2a9 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Received port after_create {{(pid=114095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:49:09.461870 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0050e5be-49d7-4a34-a228-b1e82322d2a9 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Pushing event updated for resources: {'Port': ['ID=2ba0c48a-ee52-4c9f-91ba-c618ff2d8ff2,revision_number=1']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:09.466329 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef7a94c-1a2c-40ab-98c7-ec9db64b5e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0b9a2a-d3ab-4dc5-9550-fdfe2d260525,revision_number=None']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:09.503874 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9431ca8a-2e98-4175-84c2-ac6ddbb64c1c req-07a095b8-ece1-4c49-a1e1-54cf47f787c7 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:09.504853 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-9431ca8a-2e98-4175-84c2-ac6ddbb64c1c req-07a095b8-ece1-4c49-a1e1-54cf47f787c7 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032074'] for port (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:09.505130 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c876d2-9d82-41ff-b282-3570e14481fc req-045c1adb-a539-46af-9d7e-22bda6bb3f58 tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:09.506740 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-f0c876d2-9d82-41ff-b282-3570e14481fc req-045c1adb-a539-46af-9d7e-22bda6bb3f58 tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b9d62e6-6196-4c6f-ba02-dcf3fece8937 HTTP/1.1" status: 200 len: 943 time: 0.1331761 Jan 27 16:49:09.531359 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-2242beb4-ea8a-45dc-8e52-3010ea156334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (c919a109-8291-4d38-82d4-f0ac5a29adb7), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:09.534272 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-2242beb4-ea8a-45dc-8e52-3010ea156334 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:09.535611 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-2242beb4-ea8a-45dc-8e52-3010ea156334 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c919a109-8291-4d38-82d4-f0ac5a29adb7 HTTP/1.1" status: 204 len: 168 time: 0.4280119 Jan 27 16:49:09.554434 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-9431ca8a-2e98-4175-84c2-ac6ddbb64c1c req-07a095b8-ece1-4c49-a1e1-54cf47f787c7 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1238663 Jan 27 16:49:09.569842 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2242beb4-ea8a-45dc-8e52-3010ea156334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c919a109-8291-4d38-82d4-f0ac5a29adb7,revision_number=None']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:09.765822 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-6319c1e2-2732-4bcc-99f4-412835790869 req-8cac975d-ce62-4834-b9a3-457440e2c055 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5490cbd-3604-4065-b528-a305f9f211ce HTTP/1.1" status: 200 len: 210 time: 0.0397637 Jan 27 16:49:09.802575 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-0050e5be-49d7-4a34-a228-b1e82322d2a9 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Publish callbacks [] for floatingip (44344e0c-705f-43c9-8b4e-fef2be7b1667), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:09.849604 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-f0c876d2-9d82-41ff-b282-3570e14481fc req-184f23c7-dc88-4885-8ebf-1e6567654715 tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a8e62f-6500-4e23-befe-450a1bee6317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135824 Jan 27 16:49:09.892073 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-0050e5be-49d7-4a34-a228-b1e82322d2a9 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (2ba0c48a-ee52-4c9f-91ba-c618ff2d8ff2), before_update {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:10.001281 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-aa1ab973-4c80-4dd9-b1d3-f59bd02da6a7 req-102dc052-7cd5-4f41-bc57-00b03fe4de54 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=27dbabab-3baf-4446-aaad-bdd80b162cd7 HTTP/1.1" status: 200 len: 210 time: 0.0490155 Jan 27 16:49:10.010711 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26323a00-e896-44b3-8e5c-f81daa06e0be req-1eb5fa6f-8842-4f61-8a98-9acdfcea39aa tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:10.017402 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-26323a00-e896-44b3-8e5c-f81daa06e0be req-1eb5fa6f-8842-4f61-8a98-9acdfcea39aa tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a0a7f18-d314-4368-bed8-cb27c0ba466b HTTP/1.1" status: 200 len: 943 time: 0.1484900 Jan 27 16:49:10.039504 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 44800) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:49:10.090694 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-a86b7d69-5765-40bb-aaa4-95aa41970d76 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6539c4a1302e4f7cb740a68cc7f77010&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0489247 Jan 27 16:49:10.091593 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 44804) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:49:10.125805 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-26323a00-e896-44b3-8e5c-f81daa06e0be req-67a1139b-eb79-4f55-a4e2-3ff3b52d2ded tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b312599-18fb-44ac-8380-190ce0b5ebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074481 Jan 27 16:49:10.163096 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-0dcef1e9-a3b3-4e2f-9b3a-d03696373d32 admin admin] Publish callbacks [] for security_group (d9ee1b0d-b663-4b34-ad5f-de7fd9df62a0), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:10.187725 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-0dcef1e9-a3b3-4e2f-9b3a-d03696373d32 admin admin] Publish callbacks [] for security_group (d9ee1b0d-b663-4b34-ad5f-de7fd9df62a0), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:10.187933 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-0050e5be-49d7-4a34-a228-b1e82322d2a9 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Publish callbacks [] for port (2ba0c48a-ee52-4c9f-91ba-c618ff2d8ff2), precommit_update {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:10.194042 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-0050e5be-49d7-4a34-a228-b1e82322d2a9 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080387'] for port (2ba0c48a-ee52-4c9f-91ba-c618ff2d8ff2), after_update {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:10.257935 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-0dcef1e9-a3b3-4e2f-9b3a-d03696373d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (d9ee1b0d-b663-4b34-ad5f-de7fd9df62a0), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:10.262162 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-0dcef1e9-a3b3-4e2f-9b3a-d03696373d32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:10.263763 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-0dcef1e9-a3b3-4e2f-9b3a-d03696373d32 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d9ee1b0d-b663-4b34-ad5f-de7fd9df62a0 HTTP/1.1" status: 204 len: 168 time: 0.1693561 Jan 27 16:49:10.276174 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcef1e9-a3b3-4e2f-9b3a-d03696373d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ee1b0d-b663-4b34-ad5f-de7fd9df62a0,revision_number=None']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:10.300342 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0050e5be-49d7-4a34-a228-b1e82322d2a9 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Pushing event updated for resources: {'Port': ['ID=2ba0c48a-ee52-4c9f-91ba-c618ff2d8ff2,revision_number=2']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:10.306847 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-0050e5be-49d7-4a34-a228-b1e82322d2a9 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1796444'] for floatingip (44344e0c-705f-43c9-8b4e-fef2be7b1667), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:10.328127 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-0050e5be-49d7-4a34-a228-b1e82322d2a9 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118807'] for floatingip (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:10.329638 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-0050e5be-49d7-4a34-a228-b1e82322d2a9 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4614849 Jan 27 16:49:10.391350 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device edeff32f-9844-440c-a9f3-215374de7bd3 details requested by agent hyperv_hv-cinder-81883 with host hv-cinder-81883 {{(pid=114096) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 16:49:10.392370 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.v2.base [req-9431ca8a-2e98-4175-84c2-ac6ddbb64c1c req-8dc8dd47-ebd1-45bb-91ba-abaea1a74490 service neutron] Request body: {'port': {'device_id': '0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81883'}} {{(pid=114094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:49:10.420040 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.24', 50440) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:49:10.563827 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] For port edeff32f-9844-440c-a9f3-215374de7bd3, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=edeff32f-9844-440c-a9f3-215374de7bd3,segment=NetworkSegment(1779a445-beda-4dcd-8f98-83ef8a804122),segment_id=1779a445-beda-4dcd-8f98-83ef8a804122)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:49:10.564430 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-9431ca8a-2e98-4175-84c2-ac6ddbb64c1c req-8dc8dd47-ebd1-45bb-91ba-abaea1a74490 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (0f3362f6-2e54-4b45-89fc-94c7ecae5a49), before_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:10.593121 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Returning: {'device': 'edeff32f-9844-440c-a9f3-215374de7bd3', 'network_id': 'e61a4ef3-534d-479d-8867-5085e7d92be1', 'port_id': 'edeff32f-9844-440c-a9f3-215374de7bd3', 'mac_address': 'fa:16:3e:87:8d:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bf965b2-91d5-4f22-9468-810e8979c5a9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114096) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 16:49:10.601820 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-d965b6d0-4b97-4175-babd-be6034796512 req-8ddd5413-6d04-4ff7-90a8-55a341fb87f0 service neutron] 10.222.0.24 "GET /v2.0/networks/59590692-d01e-44a9-bec5-15417e45095c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325444 Jan 27 16:49:10.614641 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc994609-0b98-433d-85fc-f8805dd51c1d req-8e495f34-7766-4e98-815c-0c91350690f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:10.616205 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-dc994609-0b98-433d-85fc-f8805dd51c1d req-8e495f34-7766-4e98-815c-0c91350690f1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=598ee83f7e1a494c8b94f241ab626b65&device_id=2a0a7f18-d314-4368-bed8-cb27c0ba466b HTTP/1.1" status: 200 len: 1096 time: 0.1947207 Jan 27 16:49:10.722529 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Current status of the port edeff32f-9844-440c-a9f3-215374de7bd3 is: DOWN; New status is: BUILD {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:49:10.723227 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (edeff32f-9844-440c-a9f3-215374de7bd3), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:10.758718 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.notifiers.nova [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edeff32f-9844-440c-a9f3-215374de7bd3 {{(pid=114096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:49:10.829226 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] For port edeff32f-9844-440c-a9f3-215374de7bd3, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=edeff32f-9844-440c-a9f3-215374de7bd3,segment=NetworkSegment(1779a445-beda-4dcd-8f98-83ef8a804122),segment_id=1779a445-beda-4dcd-8f98-83ef8a804122)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:49:10.842024 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (edeff32f-9844-440c-a9f3-215374de7bd3), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:10.843238 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device 2d2494c4-b7fe-4dc9-8d66-cb83f755ac04 details requested by agent hyperv_hv-cinder-81883 with host hv-cinder-81883 {{(pid=114096) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 16:49:10.942959 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device 0d5e775a-527a-4f81-9ab4-5ecae0182714 up at agent ovs-agent-dv-cinder-818830-2-iscsi {{(pid=114096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:49:11.066945 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.db.resource_extend [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 16:49:11.117845 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-dfbc0404-8c37-4d50-9049-8b2919ee96ea req-ad2c3ced-65f8-4e94-b178-1d5dbd045465 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5490cbd-3604-4065-b528-a305f9f211ce HTTP/1.1" status: 200 len: 210 time: 0.1357682 Jan 27 16:49:11.205061 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc994609-0b98-433d-85fc-f8805dd51c1d req-77fe64d4-00df-4746-b426-1af176e05910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:11.206615 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-dc994609-0b98-433d-85fc-f8805dd51c1d req-77fe64d4-00df-4746-b426-1af176e05910 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e61a4ef3-534d-479d-8867-5085e7d92be1 HTTP/1.1" status: 200 len: 916 time: 0.5822446 Jan 27 16:49:11.316925 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Pushing event updated for resources: {'Port': ['ID=edeff32f-9844-440c-a9f3-215374de7bd3,revision_number=4']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:11.370468 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-19e95a77-ce95-4b17-96a6-125cbbc99ad9 req-9ed4e15c-83eb-420c-a3a4-2319ef8638a4 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--984872794&fields=id&tenant_id=11d012d792424a858b876a618c79f7af HTTP/1.1" status: 200 len: 267 time: 0.4885063 Jan 27 16:49:11.437514 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Provisioning complete for port 0d5e775a-527a-4f81-9ab4-5ecae0182714 triggered by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:49:11.438104 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (0d5e775a-527a-4f81-9ab4-5ecae0182714), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:11.483123 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.24', 50445) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:49:11.498237 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-dc994609-0b98-433d-85fc-f8805dd51c1d req-f6774b76-3195-4722-adcd-c51833a6af0a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=edeff32f-9844-440c-a9f3-215374de7bd3 HTTP/1.1" status: 200 len: 217 time: 0.2790740 Jan 27 16:49:11.534196 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] For port 2d2494c4-b7fe-4dc9-8d66-cb83f755ac04, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=2d2494c4-b7fe-4dc9-8d66-cb83f755ac04,segment=NetworkSegment(343e48de-fc3b-4b8e-bc86-6e9cd86a46d7),segment_id=343e48de-fc3b-4b8e-bc86-6e9cd86a46d7)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:49:11.606964 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Returning: {'device': '2d2494c4-b7fe-4dc9-8d66-cb83f755ac04', 'network_id': '59590692-d01e-44a9-bec5-15417e45095c', 'port_id': '2d2494c4-b7fe-4dc9-8d66-cb83f755ac04', 'mac_address': 'fa:16:3e:49:0f:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '950f0ade-c235-49cf-99ee-4fef53985470', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114096) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 16:49:11.753608 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9521886c-35e7-4e64-b8b8-8c6ed9571773 req-91c5b28e-d790-4372-9d65-dba5167b2365 tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:11.761915 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-9521886c-35e7-4e64-b8b8-8c6ed9571773 req-91c5b28e-d790-4372-9d65-dba5167b2365 tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b9d62e6-6196-4c6f-ba02-dcf3fece8937 HTTP/1.1" status: 200 len: 943 time: 0.4039810 Jan 27 16:49:11.767757 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc994609-0b98-433d-85fc-f8805dd51c1d req-5c9191b7-26e2-49b0-88f9-38653094d458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:11.769173 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-dc994609-0b98-433d-85fc-f8805dd51c1d req-5c9191b7-26e2-49b0-88f9-38653094d458 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0bf965b2-91d5-4f22-9468-810e8979c5a9 HTTP/1.1" status: 200 len: 855 time: 0.1913488 Jan 27 16:49:11.806355 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Current status of the port 0d5e775a-527a-4f81-9ab4-5ecae0182714 is: ACTIVE; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:49:11.813412 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Current status of the port 2d2494c4-b7fe-4dc9-8d66-cb83f755ac04 is: DOWN; New status is: BUILD {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:49:11.816130 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (2d2494c4-b7fe-4dc9-8d66-cb83f755ac04), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:11.853329 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.notifiers.nova [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d2494c4-b7fe-4dc9-8d66-cb83f755ac04 {{(pid=114096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:49:11.908238 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] For port 2d2494c4-b7fe-4dc9-8d66-cb83f755ac04, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=2d2494c4-b7fe-4dc9-8d66-cb83f755ac04,segment=NetworkSegment(343e48de-fc3b-4b8e-bc86-6e9cd86a46d7),segment_id=343e48de-fc3b-4b8e-bc86-6e9cd86a46d7)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:49:11.925861 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (2d2494c4-b7fe-4dc9-8d66-cb83f755ac04), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:11.931423 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5b9493-fb32-431c-b925-d194142ec2cb req-f213fd15-e84d-4977-8979-e27202c6f85c tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:11.931940 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-dc994609-0b98-433d-85fc-f8805dd51c1d req-74662565-c95e-48ce-8934-d43942729862 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e61a4ef3-534d-479d-8867-5085e7d92be1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1300247 Jan 27 16:49:11.935151 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-ea5b9493-fb32-431c-b925-d194142ec2cb req-f213fd15-e84d-4977-8979-e27202c6f85c tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.24 "GET /v2.0/networks?id=d4e5124e-533e-45d6-b9d3-79afca1c35e2 HTTP/1.1" status: 200 len: 810 time: 0.9875598 Jan 27 16:49:11.942217 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e95a77-ce95-4b17-96a6-125cbbc99ad9 req-1821dd29-5737-4367-a5e5-6a4632fa843d tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:11.943431 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-19e95a77-ce95-4b17-96a6-125cbbc99ad9 req-1821dd29-5737-4367-a5e5-6a4632fa843d tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/networks?id=4e17d67f-4d84-42b2-a3bf-cf48fd71687d HTTP/1.1" status: 200 len: 817 time: 0.5721474 Jan 27 16:49:12.045271 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-19e95a77-ce95-4b17-96a6-125cbbc99ad9 req-d87db390-8cb1-4323-9aeb-e683580a038a tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/quotas/11d012d792424a858b876a618c79f7af HTTP/1.1" status: 200 len: 375 time: 0.0554852 Jan 27 16:49:12.050609 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Pushing event updated for resources: {'Port': ['ID=2d2494c4-b7fe-4dc9-8d66-cb83f755ac04,revision_number=4']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:12.066172 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.notifiers.nova [req-9431ca8a-2e98-4175-84c2-ac6ddbb64c1c req-8dc8dd47-ebd1-45bb-91ba-abaea1a74490 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f3362f6-2e54-4b45-89fc-94c7ecae5a49 {{(pid=114094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:49:12.104175 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-9521886c-35e7-4e64-b8b8-8c6ed9571773 req-8fe89639-0493-4119-a8df-5af0e448a5b7 tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a8e62f-6500-4e23-befe-450a1bee6317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3416154 Jan 27 16:49:12.193320 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-9431ca8a-2e98-4175-84c2-ac6ddbb64c1c req-8dc8dd47-ebd1-45bb-91ba-abaea1a74490 service neutron] Publish callbacks [] for port (0f3362f6-2e54-4b45-89fc-94c7ecae5a49), precommit_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:12.197175 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-19e95a77-ce95-4b17-96a6-125cbbc99ad9 req-8e06a49c-6359-45fe-bdbf-5461c8cc1f6f tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=11d012d792424a858b876a618c79f7af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0830874 Jan 27 16:49:12.211458 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] get_ports_and_sgs() called for port_ids ['edeff32f-9844-440c-a9f3-215374de7bd3'] {{(pid=114096) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 16:49:12.212048 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-ea5b9493-fb32-431c-b925-d194142ec2cb req-660237ac-2b23-46d5-95a0-fa25d2f950e7 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=accb650bdbfa4de4a4129fd473ca736d HTTP/1.1" status: 200 len: 380 time: 0.1360893 Jan 27 16:49:12.252933 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.v2.base [req-ea5b9493-fb32-431c-b925-d194142ec2cb req-0c86c090-7867-4b92-805d-3987c91ca298 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Request body: {'port': {'device_id': '27dbabab-3baf-4446-aaad-bdd80b162cd7', 'network_id': 'd4e5124e-533e-45d6-b9d3-79afca1c35e2', 'admin_state_up': True, 'tenant_id': 'accb650bdbfa4de4a4129fd473ca736d', 'security_groups': ['341578a6-674d-4340-af0f-c81e76fc0269']}} {{(pid=114094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:49:12.274589 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-85467f81-a797-4ab4-879f-3c8b752eeeb6 req-6b04ff2e-7fe7-4ca6-9486-4627f3af0a12 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=27dbabab-3baf-4446-aaad-bdd80b162cd7 HTTP/1.1" status: 200 len: 210 time: 0.0502748 Jan 27 16:49:12.353932 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.provisioning_blocks [req-9431ca8a-2e98-4175-84c2-ac6ddbb64c1c req-8dc8dd47-ebd1-45bb-91ba-abaea1a74490 service neutron] Transition to ACTIVE for port object 0f3362f6-2e54-4b45-89fc-94c7ecae5a49 will not be triggered until provisioned by entity L2. {{(pid=114094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 16:49:12.367734 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-dc994609-0b98-433d-85fc-f8805dd51c1d req-9850cc8e-c443-4e53-ab85-d203b8c1065e service neutron] 10.222.0.24 "GET /v2.0/networks/e61a4ef3-534d-479d-8867-5085e7d92be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4191816 Jan 27 16:49:12.376266 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-9431ca8a-2e98-4175-84c2-ac6ddbb64c1c req-8dc8dd47-ebd1-45bb-91ba-abaea1a74490 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8776969'] for port (0f3362f6-2e54-4b45-89fc-94c7ecae5a49), after_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:12.386482 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] get_ports_and_sgs() called for port_ids ['2d2494c4-b7fe-4dc9-8d66-cb83f755ac04'] {{(pid=114096) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 16:49:12.474272 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc8dd47-ebd1-45bb-91ba-abaea1a74490 service neutron] Pushing event updated for resources: {'Port': ['ID=0f3362f6-2e54-4b45-89fc-94c7ecae5a49,revision_number=2']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:12.580611 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea11c4b-49a8-46c6-affc-4b523686d878 req-ca6543a6-b966-4853-83c4-fa3b692f9d37 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:12.584237 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-fea11c4b-49a8-46c6-affc-4b523686d878 req-ca6543a6-b966-4853-83c4-fa3b692f9d37 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.24 "GET /v2.0/networks?id=d601b71c-9e85-4907-a350-1cc1a1486f21 HTTP/1.1" status: 200 len: 819 time: 1.0978801 Jan 27 16:49:12.607822 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.v2.base [req-fea11c4b-49a8-46c6-affc-4b523686d878 req-d0ca3482-4fb1-49a4-817b-d58d06479925 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Request body: {'port': {'device_id': 'b5490cbd-3604-4065-b528-a305f9f211ce', 'network_id': 'd601b71c-9e85-4907-a350-1cc1a1486f21', 'admin_state_up': True, 'tenant_id': '326cd822c847423ba2417f593ca8c6ff'}} {{(pid=114094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:49:12.704070 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-dc994609-0b98-433d-85fc-f8805dd51c1d req-af14fe41-5019-4d24-8385-58ea0360a7d9 service neutron] 10.222.0.24 "GET /v2.0/networks/e61a4ef3-534d-479d-8867-5085e7d92be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287916 Jan 27 16:49:12.717545 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-19e95a77-ce95-4b17-96a6-125cbbc99ad9 req-5f8eb810-52b2-4ee2-b179-a5f90aa7e8c4 service neutron] 10.222.0.48 "GET /v2.0/networks/4e17d67f-4d84-42b2-a3bf-cf48fd71687d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5013011 Jan 27 16:49:12.780561 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea5b9493-fb32-431c-b925-d194142ec2cb req-0c86c090-7867-4b92-805d-3987c91ca298 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Made reservation on behalf of accb650bdbfa4de4a4129fd473ca736d for: {'port': 1} {{(pid=114094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:49:12.786522 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-ea5b9493-fb32-431c-b925-d194142ec2cb req-0c86c090-7867-4b92-805d-3987c91ca298 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:12.847714 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.managers [req-9431ca8a-2e98-4175-84c2-ac6ddbb64c1c req-8dc8dd47-ebd1-45bb-91ba-abaea1a74490 service neutron] Attempting to bind port 0f3362f6-2e54-4b45-89fc-94c7ecae5a49 on host hv-cinder-81883 for vnic_type normal with profile {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:49:12.848126 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.managers [req-9431ca8a-2e98-4175-84c2-ac6ddbb64c1c req-8dc8dd47-ebd1-45bb-91ba-abaea1a74490 service neutron] Attempting to bind port 0f3362f6-2e54-4b45-89fc-94c7ecae5a49 by drivers openvswitch,hyperv on host hv-cinder-81883 at level 0 using segments [{'id': '40f7a2f6-ac83-4e76-b1fb-213c8c8338bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd601b71c-9e85-4907-a350-1cc1a1486f21'}] {{(pid=114094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:49:12.848464 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9431ca8a-2e98-4175-84c2-ac6ddbb64c1c req-8dc8dd47-ebd1-45bb-91ba-abaea1a74490 service neutron] Attempting to bind port 0f3362f6-2e54-4b45-89fc-94c7ecae5a49 on network d601b71c-9e85-4907-a350-1cc1a1486f21 {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:49:12.923776 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9431ca8a-2e98-4175-84c2-ac6ddbb64c1c req-8dc8dd47-ebd1-45bb-91ba-abaea1a74490 service neutron] Port 0f3362f6-2e54-4b45-89fc-94c7ecae5a49 on network d601b71c-9e85-4907-a350-1cc1a1486f21 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81883 {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 16:49:12.924231 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9431ca8a-2e98-4175-84c2-ac6ddbb64c1c req-8dc8dd47-ebd1-45bb-91ba-abaea1a74490 service neutron] Attempting to bind port 0f3362f6-2e54-4b45-89fc-94c7ecae5a49 on network d601b71c-9e85-4907-a350-1cc1a1486f21 {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:49:12.967368 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fea11c4b-49a8-46c6-affc-4b523686d878 req-d0ca3482-4fb1-49a4-817b-d58d06479925 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Made reservation on behalf of 326cd822c847423ba2417f593ca8c6ff for: {'port': 1} {{(pid=114094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:49:12.967368 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-fea11c4b-49a8-46c6-affc-4b523686d878 req-d0ca3482-4fb1-49a4-817b-d58d06479925 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:12.983707 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b509ae6-ef33-4b0f-aecf-9b87891f9527 req-dcb24981-4916-46fd-b648-f7fdc20e2617 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:12.985102 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-5b509ae6-ef33-4b0f-aecf-9b87891f9527 req-dcb24981-4916-46fd-b648-f7fdc20e2617 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a0a7f18-d314-4368-bed8-cb27c0ba466b HTTP/1.1" status: 200 len: 944 time: 0.5749893 Jan 27 16:49:13.000744 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-19e95a77-ce95-4b17-96a6-125cbbc99ad9 req-d6ac27c7-ef2d-4ea8-9e53-2df2ada52fec service neutron] 10.222.0.48 "GET /v2.0/networks/4e17d67f-4d84-42b2-a3bf-cf48fd71687d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808466 Jan 27 16:49:13.000926 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9431ca8a-2e98-4175-84c2-ac6ddbb64c1c req-8dc8dd47-ebd1-45bb-91ba-abaea1a74490 service neutron] Checking agent: {'id': '853c399d-72c7-467e-bd42-08a47e7fb1c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81883', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 46, 47), 'started_at': datetime.datetime(2022, 1, 27, 16, 46, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:49:13.001372 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9431ca8a-2e98-4175-84c2-ac6ddbb64c1c req-8dc8dd47-ebd1-45bb-91ba-abaea1a74490 service neutron] Checking segment: {'id': '40f7a2f6-ac83-4e76-b1fb-213c8c8338bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd601b71c-9e85-4907-a350-1cc1a1486f21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:49:13.001772 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9431ca8a-2e98-4175-84c2-ac6ddbb64c1c req-8dc8dd47-ebd1-45bb-91ba-abaea1a74490 service neutron] Bound using segment: {'id': '40f7a2f6-ac83-4e76-b1fb-213c8c8338bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd601b71c-9e85-4907-a350-1cc1a1486f21'} {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:49:13.002217 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.managers [req-9431ca8a-2e98-4175-84c2-ac6ddbb64c1c req-8dc8dd47-ebd1-45bb-91ba-abaea1a74490 service neutron] Bound port: 0f3362f6-2e54-4b45-89fc-94c7ecae5a49, host: hv-cinder-81883, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40f7a2f6-ac83-4e76-b1fb-213c8c8338bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd601b71c-9e85-4907-a350-1cc1a1486f21'}}] {{(pid=114094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:49:13.002649 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-9431ca8a-2e98-4175-84c2-ac6ddbb64c1c req-8dc8dd47-ebd1-45bb-91ba-abaea1a74490 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (0f3362f6-2e54-4b45-89fc-94c7ecae5a49), before_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:13.111402 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-5b509ae6-ef33-4b0f-aecf-9b87891f9527 req-ccbd1f93-037a-4304-8adc-2845f9a5e421 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b312599-18fb-44ac-8380-190ce0b5ebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001301 Jan 27 16:49:13.224385 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-a00230b4-4475-407a-88bb-d81130073437 req-4572aec9-de71-4d21-9483-a24f423e26a0 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5490cbd-3604-4065-b528-a305f9f211ce HTTP/1.1" status: 200 len: 210 time: 0.0507305 Jan 27 16:49:13.296551 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.db_base_plugin_common [req-ea5b9493-fb32-431c-b925-d194142ec2cb req-0c86c090-7867-4b92-805d-3987c91ca298 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Allocated IP 172.20.0.8 (d4e5124e-533e-45d6-b9d3-79afca1c35e2/d38c499f-fa3e-48b8-ba77-1e1246ed2b6a/c7ee8f95-4b6c-4378-a74a-658d33610c09) {{(pid=114094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:49:13.325629 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.db [req-9431ca8a-2e98-4175-84c2-ac6ddbb64c1c req-8dc8dd47-ebd1-45bb-91ba-abaea1a74490 service neutron] For port 0f3362f6-2e54-4b45-89fc-94c7ecae5a49, host hv-cinder-81883, cleared binding levels {{(pid=114094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:49:13.334129 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7699ae-3654-4217-b923-09b7c26a578a req-f72821be-3777-4e18-9e6c-297c1daf2e3a tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:13.341782 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.db [req-9431ca8a-2e98-4175-84c2-ac6ddbb64c1c req-8dc8dd47-ebd1-45bb-91ba-abaea1a74490 service neutron] For port 0f3362f6-2e54-4b45-89fc-94c7ecae5a49, host hv-cinder-81883, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=0f3362f6-2e54-4b45-89fc-94c7ecae5a49,segment=NetworkSegment(40f7a2f6-ac83-4e76-b1fb-213c8c8338bd),segment_id=40f7a2f6-ac83-4e76-b1fb-213c8c8338bd)] {{(pid=114094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:49:13.346220 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-6c7699ae-3654-4217-b923-09b7c26a578a req-f72821be-3777-4e18-9e6c-297c1daf2e3a tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b9d62e6-6196-4c6f-ba02-dcf3fece8937 HTTP/1.1" status: 200 len: 944 time: 0.1088128 Jan 27 16:49:13.372247 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-9431ca8a-2e98-4175-84c2-ac6ddbb64c1c req-8dc8dd47-ebd1-45bb-91ba-abaea1a74490 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8776969'] for port (0f3362f6-2e54-4b45-89fc-94c7ecae5a49), after_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:13.393302 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-e0450475-2e30-42d5-b030-dbb688200a6c req-b24a9802-b8d7-490d-8b63-e564afce5995 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 210 time: 0.0732889 Jan 27 16:49:13.456405 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-6c7699ae-3654-4217-b923-09b7c26a578a req-c7d1c9f4-cf14-4f77-abca-683dbec9e86f tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a8e62f-6500-4e23-befe-450a1bee6317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091931 Jan 27 16:49:13.540856 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-f5d55357-8ca4-4c96-bc2d-339cfb9f307a req-4f82a2fd-4054-480f-b5ec-3cef95537653 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=27dbabab-3baf-4446-aaad-bdd80b162cd7 HTTP/1.1" status: 200 len: 210 time: 0.0478308 Jan 27 16:49:13.599720 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9431ca8a-2e98-4175-84c2-ac6ddbb64c1c req-8dc8dd47-ebd1-45bb-91ba-abaea1a74490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:13.600383 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-9431ca8a-2e98-4175-84c2-ac6ddbb64c1c req-8dc8dd47-ebd1-45bb-91ba-abaea1a74490 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032074'] for port (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:13.602420 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-9431ca8a-2e98-4175-84c2-ac6ddbb64c1c req-8dc8dd47-ebd1-45bb-91ba-abaea1a74490 service neutron] 10.222.0.24 "PUT /v2.0/ports/0f3362f6-2e54-4b45-89fc-94c7ecae5a49 HTTP/1.1" status: 200 len: 1093 time: 3.2167289 Jan 27 16:49:13.611636 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2', 'tag': '0f3362f6-2e54-4b45-89fc-94c7ecae5a49'}] {{(pid=114094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:49:13.613433 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}342a798d1d13ecd85fd4efdf34ff3908ecd3b9322feeb0f720fcdcd52e7e333b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4566d8c0-0862-441f-a730-6b5dba5e1354" -d '{"events": [{"name": "network-changed", "server_uuid": "0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2", "tag": "0f3362f6-2e54-4b45-89fc-94c7ecae5a49"}]}' {{(pid=114094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:49:13.629540 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc8dd47-ebd1-45bb-91ba-abaea1a74490 service neutron] Pushing event updated for resources: {'Port': ['ID=0f3362f6-2e54-4b45-89fc-94c7ecae5a49,revision_number=3']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:13.703115 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 16:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-535b2f15-1b60-4ec5-afcb-ce8a5f71544f x-openstack-request-id: req-535b2f15-1b60-4ec5-afcb-ce8a5f71544f {{(pid=114094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:49:13.703482 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2", "tag": "0f3362f6-2e54-4b45-89fc-94c7ecae5a49", "status": "completed", "code": 200}]} {{(pid=114094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:49:13.703823 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-535b2f15-1b60-4ec5-afcb-ce8a5f71544f {{(pid=114094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:49:13.704286 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2', 'tag': '0f3362f6-2e54-4b45-89fc-94c7ecae5a49', 'status': 'completed', 'code': 200} Jan 27 16:49:13.726434 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.db_base_plugin_common [req-fea11c4b-49a8-46c6-affc-4b523686d878 req-d0ca3482-4fb1-49a4-817b-d58d06479925 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Allocated IP 172.20.0.6 (d601b71c-9e85-4907-a350-1cc1a1486f21/e7392202-f723-44b8-a453-411e289e56a2/8e60561d-e86c-4bcf-b188-6be71158ac4e) {{(pid=114094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:49:13.781501 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9431ca8a-2e98-4175-84c2-ac6ddbb64c1c req-a71e4ad0-7a02-4f95-aad1-eafd0e257091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:13.783054 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-9431ca8a-2e98-4175-84c2-ac6ddbb64c1c req-a71e4ad0-7a02-4f95-aad1-eafd0e257091 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=326cd822c847423ba2417f593ca8c6ff&device_id=0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2 HTTP/1.1" status: 200 len: 1096 time: 0.1173849 Jan 27 16:49:13.789002 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-ea5b9493-fb32-431c-b925-d194142ec2cb req-0c86c090-7867-4b92-805d-3987c91ca298 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Publish callbacks [] for port (c7ee8f95-4b6c-4378-a74a-658d33610c09), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:13.851040 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-9431ca8a-2e98-4175-84c2-ac6ddbb64c1c req-91e46a03-a9a2-4c70-9cdb-68296a44629c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f3362f6-2e54-4b45-89fc-94c7ecae5a49 HTTP/1.1" status: 200 len: 217 time: 0.0538609 Jan 27 16:49:14.005291 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9431ca8a-2e98-4175-84c2-ac6ddbb64c1c req-720a80e1-afbf-4695-991c-0cb654030fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:14.006845 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-9431ca8a-2e98-4175-84c2-ac6ddbb64c1c req-720a80e1-afbf-4695-991c-0cb654030fda service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e7392202-f723-44b8-a453-411e289e56a2 HTTP/1.1" status: 200 len: 859 time: 0.1403840 Jan 27 16:49:14.010019 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-ea5b9493-fb32-431c-b925-d194142ec2cb req-0c86c090-7867-4b92-805d-3987c91ca298 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740202573617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777202'] for port (c7ee8f95-4b6c-4378-a74a-658d33610c09), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:14.092979 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-9431ca8a-2e98-4175-84c2-ac6ddbb64c1c req-a6665978-9a65-4fa5-ad5a-a652948e9832 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d601b71c-9e85-4907-a350-1cc1a1486f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629616 Jan 27 16:49:14.114705 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea5b9493-fb32-431c-b925-d194142ec2cb req-0c86c090-7867-4b92-805d-3987c91ca298 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Network d4e5124e-533e-45d6-b9d3-79afca1c35e2 is already hosted by enough agents. {{(pid=114094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:49:14.121027 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 44988) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:49:14.136978 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.base_scheduler [req-ea5b9493-fb32-431c-b925-d194142ec2cb req-0c86c090-7867-4b92-805d-3987c91ca298 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Resources bound (agent type, host, resource id): {{(pid=114094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:49:14.149085 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea5b9493-fb32-431c-b925-d194142ec2cb req-0c86c090-7867-4b92-805d-3987c91ca298 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Received port after_create {{(pid=114094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:49:14.185097 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-fea11c4b-49a8-46c6-affc-4b523686d878 req-d0ca3482-4fb1-49a4-817b-d58d06479925 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Publish callbacks [] for port (8e60561d-e86c-4bcf-b188-6be71158ac4e), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:14.186616 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c86c090-7867-4b92-805d-3987c91ca298 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Pushing event updated for resources: {'Port': ['ID=c7ee8f95-4b6c-4378-a74a-658d33610c09,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:14.295819 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d457c8-3b6b-4a37-8cfa-cf1208a29d87 req-dbbf608d-db82-4a96-a10d-7397013e46ac tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:14.297519 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-09d457c8-3b6b-4a37-8cfa-cf1208a29d87 req-dbbf608d-db82-4a96-a10d-7397013e46ac tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a0a7f18-d314-4368-bed8-cb27c0ba466b HTTP/1.1" status: 200 len: 944 time: 0.0795941 Jan 27 16:49:14.300216 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5b9493-fb32-431c-b925-d194142ec2cb req-0c86c090-7867-4b92-805d-3987c91ca298 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:14.300851 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-ea5b9493-fb32-431c-b925-d194142ec2cb req-0c86c090-7867-4b92-805d-3987c91ca298 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032074'] for port (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:14.333577 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-9431ca8a-2e98-4175-84c2-ac6ddbb64c1c req-0eb625c5-66fb-40d1-b5f6-b5041eabeacd service neutron] 10.222.0.24 "GET /v2.0/networks/d601b71c-9e85-4907-a350-1cc1a1486f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267365 Jan 27 16:49:14.338880 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-ea5b9493-fb32-431c-b925-d194142ec2cb req-0c86c090-7867-4b92-805d-3987c91ca298 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1163895 Jan 27 16:49:14.340711 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-fea11c4b-49a8-46c6-affc-4b523686d878 req-d0ca3482-4fb1-49a4-817b-d58d06479925 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740202573617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777202'] for port (8e60561d-e86c-4bcf-b188-6be71158ac4e), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:14.342927 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-09ffc804-c99d-4a42-bb74-97429c9967ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:14.362682 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.v2.base [req-ea5b9493-fb32-431c-b925-d194142ec2cb req-ca063a6a-e1c7-4367-b5ae-2e4193fa85e2 service neutron] Request body: {'port': {'device_id': '27dbabab-3baf-4446-aaad-bdd80b162cd7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81883'}} {{(pid=114094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:49:14.388070 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device edeff32f-9844-440c-a9f3-215374de7bd3 up at agent hyperv_hv-cinder-81883 {{(pid=114096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:49:14.438396 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-09d457c8-3b6b-4a37-8cfa-cf1208a29d87 req-01517e46-327b-42ab-9b10-136d3b89e4e4 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b312599-18fb-44ac-8380-190ce0b5ebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218424 Jan 27 16:49:14.467935 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Provisioning for port edeff32f-9844-440c-a9f3-215374de7bd3 completed by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 16:49:14.472846 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Provisioning complete for port edeff32f-9844-440c-a9f3-215374de7bd3 triggered by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:49:14.473849 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (edeff32f-9844-440c-a9f3-215374de7bd3), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:14.479000 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf10bfd-a325-4dfb-8e5f-050f4b04f13b req-ab862876-db9b-4127-b7df-b2085d820cf1 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:14.480930 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-ddf10bfd-a325-4dfb-8e5f-050f4b04f13b req-ab862876-db9b-4127-b7df-b2085d820cf1 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5490cbd-3604-4065-b528-a305f9f211ce HTTP/1.1" status: 200 len: 931 time: 0.1565077 Jan 27 16:49:14.596625 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-0bf96967-722c-4dbd-b322-f64e911ce5fc None None] Provisioning complete for port c7ee8f95-4b6c-4378-a74a-658d33610c09 triggered by entity DHCP. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:49:14.597406 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-0bf96967-722c-4dbd-b322-f64e911ce5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (c7ee8f95-4b6c-4378-a74a-658d33610c09), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:14.600620 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-9431ca8a-2e98-4175-84c2-ac6ddbb64c1c req-527a61ac-1923-48a9-9262-ea61370aba85 service neutron] 10.222.0.24 "GET /v2.0/networks/d601b71c-9e85-4907-a350-1cc1a1486f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512984 Jan 27 16:49:14.616092 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fea11c4b-49a8-46c6-affc-4b523686d878 req-d0ca3482-4fb1-49a4-817b-d58d06479925 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Network d601b71c-9e85-4907-a350-1cc1a1486f21 is already hosted by enough agents. {{(pid=114094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:49:14.621887 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.base_scheduler [req-fea11c4b-49a8-46c6-affc-4b523686d878 req-d0ca3482-4fb1-49a4-817b-d58d06479925 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Resources bound (agent type, host, resource id): {{(pid=114094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:49:14.635153 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-ea5b9493-fb32-431c-b925-d194142ec2cb req-ca063a6a-e1c7-4367-b5ae-2e4193fa85e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (c7ee8f95-4b6c-4378-a74a-658d33610c09), before_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:14.642307 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.l3_dvrscheduler_db [req-fea11c4b-49a8-46c6-affc-4b523686d878 req-d0ca3482-4fb1-49a4-817b-d58d06479925 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Received port after_create {{(pid=114094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:49:14.647279 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Current status of the port edeff32f-9844-440c-a9f3-215374de7bd3 is: BUILD; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:49:14.647702 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (edeff32f-9844-440c-a9f3-215374de7bd3), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:14.674137 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-408a1bcd-2275-4918-8754-a2efa03f1d69 req-9a6432c7-4b2e-4ab9-9909-6c33d58824ef tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 210 time: 0.1252682 Jan 27 16:49:14.695539 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-0bf96967-722c-4dbd-b322-f64e911ce5fc None None] Port c7ee8f95-4b6c-4378-a74a-658d33610c09 cannot update to ACTIVE because it is not bound. {{(pid=114096) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 16:49:14.701603 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea11c4b-49a8-46c6-affc-4b523686d878 req-d0ca3482-4fb1-49a4-817b-d58d06479925 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:14.702461 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-fea11c4b-49a8-46c6-affc-4b523686d878 req-d0ca3482-4fb1-49a4-817b-d58d06479925 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032074'] for port (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:14.746564 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] For port edeff32f-9844-440c-a9f3-215374de7bd3, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=edeff32f-9844-440c-a9f3-215374de7bd3,segment=NetworkSegment(1779a445-beda-4dcd-8f98-83ef8a804122),segment_id=1779a445-beda-4dcd-8f98-83ef8a804122)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:49:14.748189 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a0a7f18-d314-4368-bed8-cb27c0ba466b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edeff32f-9844-440c-a9f3-215374de7bd3'}] {{(pid=114096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:49:14.833858 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (edeff32f-9844-440c-a9f3-215374de7bd3), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:14.835949 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device 2d2494c4-b7fe-4dc9-8d66-cb83f755ac04 up at agent hyperv_hv-cinder-81883 {{(pid=114096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:49:14.896007 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-09ffc804-c99d-4a42-bb74-97429c9967ca admin admin] Publish callbacks [] for security_group (d2a98c89-cc46-4edb-97a1-25a381002d6d), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:14.901894 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-ddf10bfd-a325-4dfb-8e5f-050f4b04f13b req-e7cf8abb-b89a-48ff-90ac-d82ed9ed083f tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4063036 Jan 27 16:49:14.908838 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-09ffc804-c99d-4a42-bb74-97429c9967ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (d2a98c89-cc46-4edb-97a1-25a381002d6d), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:14.966168 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ca3482-4fb1-49a4-817b-d58d06479925 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Pushing event updated for resources: {'Port': ['ID=8e60561d-e86c-4bcf-b188-6be71158ac4e,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:14.971766 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-fea11c4b-49a8-46c6-affc-4b523686d878 req-d0ca3482-4fb1-49a4-817b-d58d06479925 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3714623 Jan 27 16:49:14.993798 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Provisioning for port 2d2494c4-b7fe-4dc9-8d66-cb83f755ac04 completed by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 16:49:15.004309 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Provisioning complete for port 2d2494c4-b7fe-4dc9-8d66-cb83f755ac04 triggered by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:49:15.004743 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (2d2494c4-b7fe-4dc9-8d66-cb83f755ac04), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:15.022394 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.v2.base [req-fea11c4b-49a8-46c6-affc-4b523686d878 req-fc69af0c-3724-4f26-bcda-27b874713a02 service neutron] Request body: {'port': {'device_id': 'b5490cbd-3604-4065-b528-a305f9f211ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81883'}} {{(pid=114094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:49:15.105473 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7400b25514d980253c692f49984ce8becaf326df5cb1ee6ae8228296f1505bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df665f0-60ae-40e8-aed8-3c430ec98820" -d '{"events": [{"server_uuid": "2a0a7f18-d314-4368-bed8-cb27c0ba466b", "name": "network-vif-plugged", "status": "completed", "tag": "edeff32f-9844-440c-a9f3-215374de7bd3"}]}' {{(pid=114096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:49:15.127873 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa2d88-ad7e-4591-944e-1e6a17e9dd4b req-1b46a725-bd6d-4365-8b4e-a9902a059660 tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:15.138845 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-42aa2d88-ad7e-4591-944e-1e6a17e9dd4b req-1b46a725-bd6d-4365-8b4e-a9902a059660 tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b9d62e6-6196-4c6f-ba02-dcf3fece8937 HTTP/1.1" status: 200 len: 944 time: 0.3287024 Jan 27 16:49:15.184991 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ffc804-c99d-4a42-bb74-97429c9967ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a98c89-cc46-4edb-97a1-25a381002d6d,revision_number=1']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:15.186573 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Pushing event updated for resources: {'Port': ['ID=edeff32f-9844-440c-a9f3-215374de7bd3,revision_number=5']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:15.191553 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-09ffc804-c99d-4a42-bb74-97429c9967ca admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=715c8ff57bdc4c678d249dc8adcc20af&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0692315 Jan 27 16:49:15.196662 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Current status of the port 2d2494c4-b7fe-4dc9-8d66-cb83f755ac04 is: BUILD; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:49:15.196973 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (2d2494c4-b7fe-4dc9-8d66-cb83f755ac04), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:15.206068 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 45024) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:49:15.226217 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-fea11c4b-49a8-46c6-affc-4b523686d878 req-fc69af0c-3724-4f26-bcda-27b874713a02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (8e60561d-e86c-4bcf-b188-6be71158ac4e), before_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:15.232099 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e95a77-ce95-4b17-96a6-125cbbc99ad9 req-9290e6a7-048b-4b1c-bb17-8a712040d9bf tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:15.233536 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-19e95a77-ce95-4b17-96a6-125cbbc99ad9 req-9290e6a7-048b-4b1c-bb17-8a712040d9bf tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.24 "GET /v2.0/networks?id=4e17d67f-4d84-42b2-a3bf-cf48fd71687d HTTP/1.1" status: 200 len: 817 time: 0.5571828 Jan 27 16:49:15.265320 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] For port 2d2494c4-b7fe-4dc9-8d66-cb83f755ac04, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=2d2494c4-b7fe-4dc9-8d66-cb83f755ac04,segment=NetworkSegment(343e48de-fc3b-4b8e-bc86-6e9cd86a46d7),segment_id=343e48de-fc3b-4b8e-bc86-6e9cd86a46d7)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:49:15.274535 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-42aa2d88-ad7e-4591-944e-1e6a17e9dd4b req-75898155-b32c-4f80-a177-2322c6726972 tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a8e62f-6500-4e23-befe-450a1bee6317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348157 Jan 27 16:49:15.282650 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (2d2494c4-b7fe-4dc9-8d66-cb83f755ac04), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:15.299926 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b213b6b-241e-4559-be8a-a717ede3163d req-79f0e641-952f-4a90-8619-43cc7feddf45 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:15.306529 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-0b213b6b-241e-4559-be8a-a717ede3163d req-79f0e641-952f-4a90-8619-43cc7feddf45 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=27dbabab-3baf-4446-aaad-bdd80b162cd7 HTTP/1.1" status: 200 len: 931 time: 0.2166572 Jan 27 16:49:15.328458 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4566d8c0-0862-441f-a730-6b5dba5e1354 req-780e70f5-1fb8-4eba-9daf-3ff465e05a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:15.330065 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-4566d8c0-0862-441f-a730-6b5dba5e1354 req-780e70f5-1fb8-4eba-9daf-3ff465e05a84 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=326cd822c847423ba2417f593ca8c6ff&device_id=0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2 HTTP/1.1" status: 200 len: 1096 time: 0.6096148 Jan 27 16:49:15.378419 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Pushing event updated for resources: {'Port': ['ID=2d2494c4-b7fe-4dc9-8d66-cb83f755ac04,revision_number=5']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:15.386804 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-53f4547b-2bc1-4a13-86a4-79a34e84436a admin admin] Publish callbacks [] for security_group (d2a98c89-cc46-4edb-97a1-25a381002d6d), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:15.419932 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-19e95a77-ce95-4b17-96a6-125cbbc99ad9 req-62c00e8f-1a28-4b6a-9995-4d437f5bcd99 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11d012d792424a858b876a618c79f7af HTTP/1.1" status: 200 len: 379 time: 0.1687934 Jan 27 16:49:15.433162 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.v2.base [req-19e95a77-ce95-4b17-96a6-125cbbc99ad9 req-9732e811-671a-440d-bab2-e481e2167672 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Request body: {'port': {'device_id': 'f7ddbd2c-1d14-4efe-9228-3feaa97ef620', 'network_id': '4e17d67f-4d84-42b2-a3bf-cf48fd71687d', 'admin_state_up': True, 'tenant_id': '11d012d792424a858b876a618c79f7af', 'security_groups': ['52be2b41-f385-4b04-9c22-e44335586e81']}} {{(pid=114095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:49:15.470295 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-0b213b6b-241e-4559-be8a-a717ede3163d req-025cb52b-19fe-4aa6-9582-ea3262183a01 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/security-groups?id=341578a6-674d-4340-af0f-c81e76fc0269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628325 Jan 27 16:49:15.514777 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-53f4547b-2bc1-4a13-86a4-79a34e84436a admin admin] Publish callbacks [] for security_group (d2a98c89-cc46-4edb-97a1-25a381002d6d), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:15.533564 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 16:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-010db91b-8b22-44c8-9ece-b91a9ab3b7c8 x-openstack-request-id: req-010db91b-8b22-44c8-9ece-b91a9ab3b7c8 {{(pid=114096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:49:15.534400 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a0a7f18-d314-4368-bed8-cb27c0ba466b", "name": "network-vif-plugged", "status": "completed", "tag": "edeff32f-9844-440c-a9f3-215374de7bd3", "code": 200}]} {{(pid=114096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:49:15.534886 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-010db91b-8b22-44c8-9ece-b91a9ab3b7c8 {{(pid=114096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:49:15.535476 dv-cinder-818830-2-iscsi neutron-server[114096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a0a7f18-d314-4368-bed8-cb27c0ba466b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edeff32f-9844-440c-a9f3-215374de7bd3', 'code': 200} Jan 27 16:49:15.649245 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef77dc53-1227-4388-92c0-44d1e699a81a req-187a1b40-b93d-48b0-8b85-a7e687a68870 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:15.650912 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-ef77dc53-1227-4388-92c0-44d1e699a81a req-187a1b40-b93d-48b0-8b85-a7e687a68870 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a0a7f18-d314-4368-bed8-cb27c0ba466b HTTP/1.1" status: 200 len: 945 time: 0.0883355 Jan 27 16:49:15.652463 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19e95a77-ce95-4b17-96a6-125cbbc99ad9 req-9732e811-671a-440d-bab2-e481e2167672 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Made reservation on behalf of 11d012d792424a858b876a618c79f7af for: {'port': 1} {{(pid=114095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:49:15.655887 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [req-19e95a77-ce95-4b17-96a6-125cbbc99ad9 req-9732e811-671a-440d-bab2-e481e2167672 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:15.661855 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-53f4547b-2bc1-4a13-86a4-79a34e84436a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (d2a98c89-cc46-4edb-97a1-25a381002d6d), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:15.666293 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-53f4547b-2bc1-4a13-86a4-79a34e84436a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:15.668026 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-53f4547b-2bc1-4a13-86a4-79a34e84436a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d2a98c89-cc46-4edb-97a1-25a381002d6d HTTP/1.1" status: 204 len: 168 time: 0.4593806 Jan 27 16:49:15.703748 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f4547b-2bc1-4a13-86a4-79a34e84436a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a98c89-cc46-4edb-97a1-25a381002d6d,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:15.740704 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4566d8c0-0862-441f-a730-6b5dba5e1354 req-43bbfade-1d6c-4829-8a7a-e07326a7adee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:15.743463 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-4566d8c0-0862-441f-a730-6b5dba5e1354 req-43bbfade-1d6c-4829-8a7a-e07326a7adee service neutron] 10.222.0.24 "GET /v2.0/networks?id=d601b71c-9e85-4907-a350-1cc1a1486f21 HTTP/1.1" status: 200 len: 920 time: 0.3882236 Jan 27 16:49:15.821811 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-ef77dc53-1227-4388-92c0-44d1e699a81a req-3d87ecdb-4eb1-431b-a1c6-cc468363ad12 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b312599-18fb-44ac-8380-190ce0b5ebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620867 Jan 27 16:49:15.870595 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-82698b9b-05f3-434e-aa8d-a43f1b2d5315 req-fa8a4091-8bd9-499c-9c43-86e165c5ae3f tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 210 time: 0.0593102 Jan 27 16:49:15.894490 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.notifiers.nova [req-ea5b9493-fb32-431c-b925-d194142ec2cb req-ca063a6a-e1c7-4367-b5ae-2e4193fa85e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7ee8f95-4b6c-4378-a74a-658d33610c09 {{(pid=114094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:49:15.908034 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-ea5b9493-fb32-431c-b925-d194142ec2cb req-ca063a6a-e1c7-4367-b5ae-2e4193fa85e2 service neutron] Publish callbacks [] for port (c7ee8f95-4b6c-4378-a74a-658d33610c09), precommit_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:15.952182 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.provisioning_blocks [req-ea5b9493-fb32-431c-b925-d194142ec2cb req-ca063a6a-e1c7-4367-b5ae-2e4193fa85e2 service neutron] Transition to ACTIVE for port object c7ee8f95-4b6c-4378-a74a-658d33610c09 will not be triggered until provisioned by entity L2. {{(pid=114094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 16:49:15.962635 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-ea5b9493-fb32-431c-b925-d194142ec2cb req-ca063a6a-e1c7-4367-b5ae-2e4193fa85e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8776969'] for port (c7ee8f95-4b6c-4378-a74a-658d33610c09), after_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:15.964784 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.db.db_base_plugin_common [req-19e95a77-ce95-4b17-96a6-125cbbc99ad9 req-9732e811-671a-440d-bab2-e481e2167672 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Allocated IP 172.20.0.6 (4e17d67f-4d84-42b2-a3bf-cf48fd71687d/b0494b2b-60e2-42b5-a63f-939831eceb11/abeda3c4-6ebc-46ec-9c5e-ff3315222ece) {{(pid=114095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:49:15.972389 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.notifiers.nova [req-fea11c4b-49a8-46c6-affc-4b523686d878 req-fc69af0c-3724-4f26-bcda-27b874713a02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e60561d-e86c-4bcf-b188-6be71158ac4e {{(pid=114094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:49:16.003011 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-fea11c4b-49a8-46c6-affc-4b523686d878 req-fc69af0c-3724-4f26-bcda-27b874713a02 service neutron] Publish callbacks [] for port (8e60561d-e86c-4bcf-b188-6be71158ac4e), precommit_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:16.039554 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.provisioning_blocks [req-fea11c4b-49a8-46c6-affc-4b523686d878 req-fc69af0c-3724-4f26-bcda-27b874713a02 service neutron] Transition to ACTIVE for port object 8e60561d-e86c-4bcf-b188-6be71158ac4e will not be triggered until provisioned by entity L2. {{(pid=114094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 16:49:16.050771 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-fea11c4b-49a8-46c6-affc-4b523686d878 req-fc69af0c-3724-4f26-bcda-27b874713a02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8776969'] for port (8e60561d-e86c-4bcf-b188-6be71158ac4e), after_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:16.053632 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca063a6a-e1c7-4367-b5ae-2e4193fa85e2 service neutron] Pushing event updated for resources: {'Port': ['ID=c7ee8f95-4b6c-4378-a74a-658d33610c09,revision_number=2']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:16.114917 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 45042) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:49:16.118280 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc69af0c-3724-4f26-bcda-27b874713a02 service neutron] Pushing event updated for resources: {'Port': ['ID=8e60561d-e86c-4bcf-b188-6be71158ac4e,revision_number=2']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:16.140568 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-00e6b8e5-350e-4011-8498-98d3250dc620 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:16.158262 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d817f783-068e-4394-8009-d4041ce506e3 req-eafebf73-88db-4fc4-a9f0-4cb1f594004e tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:16.159780 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-d817f783-068e-4394-8009-d4041ce506e3 req-eafebf73-88db-4fc4-a9f0-4cb1f594004e tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5490cbd-3604-4065-b528-a305f9f211ce HTTP/1.1" status: 200 len: 931 time: 0.1521409 Jan 27 16:49:16.211982 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.managers [req-ea5b9493-fb32-431c-b925-d194142ec2cb req-ca063a6a-e1c7-4367-b5ae-2e4193fa85e2 service neutron] Attempting to bind port c7ee8f95-4b6c-4378-a74a-658d33610c09 on host hv-cinder-81883 for vnic_type normal with profile {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:49:16.212427 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.managers [req-ea5b9493-fb32-431c-b925-d194142ec2cb req-ca063a6a-e1c7-4367-b5ae-2e4193fa85e2 service neutron] Attempting to bind port c7ee8f95-4b6c-4378-a74a-658d33610c09 by drivers openvswitch,hyperv on host hv-cinder-81883 at level 0 using segments [{'id': '6ece6a4a-5bdf-40d7-bd59-6b778037144a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'd4e5124e-533e-45d6-b9d3-79afca1c35e2'}] {{(pid=114094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:49:16.212851 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea5b9493-fb32-431c-b925-d194142ec2cb req-ca063a6a-e1c7-4367-b5ae-2e4193fa85e2 service neutron] Attempting to bind port c7ee8f95-4b6c-4378-a74a-658d33610c09 on network d4e5124e-533e-45d6-b9d3-79afca1c35e2 {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:49:16.233051 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [req-19e95a77-ce95-4b17-96a6-125cbbc99ad9 req-9732e811-671a-440d-bab2-e481e2167672 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Publish callbacks [] for port (abeda3c4-6ebc-46ec-9c5e-ff3315222ece), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:16.239973 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea5b9493-fb32-431c-b925-d194142ec2cb req-ca063a6a-e1c7-4367-b5ae-2e4193fa85e2 service neutron] Port c7ee8f95-4b6c-4378-a74a-658d33610c09 on network d4e5124e-533e-45d6-b9d3-79afca1c35e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81883 {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 16:49:16.240411 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea5b9493-fb32-431c-b925-d194142ec2cb req-ca063a6a-e1c7-4367-b5ae-2e4193fa85e2 service neutron] Attempting to bind port c7ee8f95-4b6c-4378-a74a-658d33610c09 on network d4e5124e-533e-45d6-b9d3-79afca1c35e2 {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:49:16.250840 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea5b9493-fb32-431c-b925-d194142ec2cb req-ca063a6a-e1c7-4367-b5ae-2e4193fa85e2 service neutron] Checking agent: {'id': '853c399d-72c7-467e-bd42-08a47e7fb1c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81883', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 46, 47), 'started_at': datetime.datetime(2022, 1, 27, 16, 46, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:49:16.251623 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea5b9493-fb32-431c-b925-d194142ec2cb req-ca063a6a-e1c7-4367-b5ae-2e4193fa85e2 service neutron] Checking segment: {'id': '6ece6a4a-5bdf-40d7-bd59-6b778037144a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'd4e5124e-533e-45d6-b9d3-79afca1c35e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:49:16.252071 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea5b9493-fb32-431c-b925-d194142ec2cb req-ca063a6a-e1c7-4367-b5ae-2e4193fa85e2 service neutron] Bound using segment: {'id': '6ece6a4a-5bdf-40d7-bd59-6b778037144a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'd4e5124e-533e-45d6-b9d3-79afca1c35e2'} {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:49:16.252917 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.managers [req-ea5b9493-fb32-431c-b925-d194142ec2cb req-ca063a6a-e1c7-4367-b5ae-2e4193fa85e2 service neutron] Bound port: c7ee8f95-4b6c-4378-a74a-658d33610c09, host: hv-cinder-81883, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ece6a4a-5bdf-40d7-bd59-6b778037144a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'd4e5124e-533e-45d6-b9d3-79afca1c35e2'}}] {{(pid=114094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:49:16.253052 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-ea5b9493-fb32-431c-b925-d194142ec2cb req-ca063a6a-e1c7-4367-b5ae-2e4193fa85e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (c7ee8f95-4b6c-4378-a74a-658d33610c09), before_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:16.288987 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-d817f783-068e-4394-8009-d4041ce506e3 req-dd2fb3a6-3130-475f-852e-6530d7d9eddc tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076016 Jan 27 16:49:16.310079 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.managers [req-fea11c4b-49a8-46c6-affc-4b523686d878 req-fc69af0c-3724-4f26-bcda-27b874713a02 service neutron] Attempting to bind port 8e60561d-e86c-4bcf-b188-6be71158ac4e on host hv-cinder-81883 for vnic_type normal with profile {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:49:16.310411 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.managers [req-fea11c4b-49a8-46c6-affc-4b523686d878 req-fc69af0c-3724-4f26-bcda-27b874713a02 service neutron] Attempting to bind port 8e60561d-e86c-4bcf-b188-6be71158ac4e by drivers openvswitch,hyperv on host hv-cinder-81883 at level 0 using segments [{'id': '40f7a2f6-ac83-4e76-b1fb-213c8c8338bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd601b71c-9e85-4907-a350-1cc1a1486f21'}] {{(pid=114094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:49:16.310743 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea11c4b-49a8-46c6-affc-4b523686d878 req-fc69af0c-3724-4f26-bcda-27b874713a02 service neutron] Attempting to bind port 8e60561d-e86c-4bcf-b188-6be71158ac4e on network d601b71c-9e85-4907-a350-1cc1a1486f21 {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:49:16.320274 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea11c4b-49a8-46c6-affc-4b523686d878 req-fc69af0c-3724-4f26-bcda-27b874713a02 service neutron] Port 8e60561d-e86c-4bcf-b188-6be71158ac4e on network d601b71c-9e85-4907-a350-1cc1a1486f21 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81883 {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 16:49:16.320602 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea11c4b-49a8-46c6-affc-4b523686d878 req-fc69af0c-3724-4f26-bcda-27b874713a02 service neutron] Attempting to bind port 8e60561d-e86c-4bcf-b188-6be71158ac4e on network d601b71c-9e85-4907-a350-1cc1a1486f21 {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:49:16.343549 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea11c4b-49a8-46c6-affc-4b523686d878 req-fc69af0c-3724-4f26-bcda-27b874713a02 service neutron] Checking agent: {'id': '853c399d-72c7-467e-bd42-08a47e7fb1c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81883', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 46, 47), 'started_at': datetime.datetime(2022, 1, 27, 16, 46, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:49:16.343913 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea11c4b-49a8-46c6-affc-4b523686d878 req-fc69af0c-3724-4f26-bcda-27b874713a02 service neutron] Checking segment: {'id': '40f7a2f6-ac83-4e76-b1fb-213c8c8338bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd601b71c-9e85-4907-a350-1cc1a1486f21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:49:16.344309 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea11c4b-49a8-46c6-affc-4b523686d878 req-fc69af0c-3724-4f26-bcda-27b874713a02 service neutron] Bound using segment: {'id': '40f7a2f6-ac83-4e76-b1fb-213c8c8338bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd601b71c-9e85-4907-a350-1cc1a1486f21'} {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:49:16.344756 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.managers [req-fea11c4b-49a8-46c6-affc-4b523686d878 req-fc69af0c-3724-4f26-bcda-27b874713a02 service neutron] Bound port: 8e60561d-e86c-4bcf-b188-6be71158ac4e, host: hv-cinder-81883, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40f7a2f6-ac83-4e76-b1fb-213c8c8338bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd601b71c-9e85-4907-a350-1cc1a1486f21'}}] {{(pid=114094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:49:16.345123 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-fea11c4b-49a8-46c6-affc-4b523686d878 req-fc69af0c-3724-4f26-bcda-27b874713a02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (8e60561d-e86c-4bcf-b188-6be71158ac4e), before_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:16.347770 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [req-19e95a77-ce95-4b17-96a6-125cbbc99ad9 req-9732e811-671a-440d-bab2-e481e2167672 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740202573617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080504'] for port (abeda3c4-6ebc-46ec-9c5e-ff3315222ece), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:16.357335 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-00e6b8e5-350e-4011-8498-98d3250dc620 admin admin] Publish callbacks [] for security_group (0ff91013-7282-4126-8758-9afa81dfba3a), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:16.382405 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-54ba6264-d9e4-493e-910e-f50154255411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (b49cc950-6aaa-44e3-a3c4-70b67101afab), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:16.412518 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.db [req-ea5b9493-fb32-431c-b925-d194142ec2cb req-ca063a6a-e1c7-4367-b5ae-2e4193fa85e2 service neutron] For port c7ee8f95-4b6c-4378-a74a-658d33610c09, host hv-cinder-81883, cleared binding levels {{(pid=114094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:49:16.424112 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-00e6b8e5-350e-4011-8498-98d3250dc620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (0ff91013-7282-4126-8758-9afa81dfba3a), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:16.435105 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.db [req-ea5b9493-fb32-431c-b925-d194142ec2cb req-ca063a6a-e1c7-4367-b5ae-2e4193fa85e2 service neutron] For port c7ee8f95-4b6c-4378-a74a-658d33610c09, host hv-cinder-81883, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=c7ee8f95-4b6c-4378-a74a-658d33610c09,segment=NetworkSegment(6ece6a4a-5bdf-40d7-bd59-6b778037144a),segment_id=6ece6a4a-5bdf-40d7-bd59-6b778037144a)] {{(pid=114094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:49:16.450073 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-ea5b9493-fb32-431c-b925-d194142ec2cb req-ca063a6a-e1c7-4367-b5ae-2e4193fa85e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8776969'] for port (c7ee8f95-4b6c-4378-a74a-658d33610c09), after_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:16.483725 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.db [req-fea11c4b-49a8-46c6-affc-4b523686d878 req-fc69af0c-3724-4f26-bcda-27b874713a02 service neutron] For port 8e60561d-e86c-4bcf-b188-6be71158ac4e, host hv-cinder-81883, cleared binding levels {{(pid=114094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:49:16.503059 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19e95a77-ce95-4b17-96a6-125cbbc99ad9 req-9732e811-671a-440d-bab2-e481e2167672 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Network 4e17d67f-4d84-42b2-a3bf-cf48fd71687d is already hosted by enough agents. {{(pid=114095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:49:16.508623 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-00e6b8e5-350e-4011-8498-98d3250dc620 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8e4cc7af7143480ea2b868be899b7fc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3929791 Jan 27 16:49:16.519828 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 45056) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:49:16.533499 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.scheduler.base_scheduler [req-19e95a77-ce95-4b17-96a6-125cbbc99ad9 req-9732e811-671a-440d-bab2-e481e2167672 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Resources bound (agent type, host, resource id): {{(pid=114095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:49:16.537253 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.24', 50458) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:49:16.541209 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca063a6a-e1c7-4367-b5ae-2e4193fa85e2 service neutron] Pushing event updated for resources: {'Port': ['ID=c7ee8f95-4b6c-4378-a74a-658d33610c09,revision_number=3']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:16.541372 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.db.l3_dvrscheduler_db [req-19e95a77-ce95-4b17-96a6-125cbbc99ad9 req-9732e811-671a-440d-bab2-e481e2167672 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Received port after_create {{(pid=114095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:49:16.571225 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.db [req-fea11c4b-49a8-46c6-affc-4b523686d878 req-fc69af0c-3724-4f26-bcda-27b874713a02 service neutron] For port 8e60561d-e86c-4bcf-b188-6be71158ac4e, host hv-cinder-81883, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=8e60561d-e86c-4bcf-b188-6be71158ac4e,segment=NetworkSegment(40f7a2f6-ac83-4e76-b1fb-213c8c8338bd),segment_id=40f7a2f6-ac83-4e76-b1fb-213c8c8338bd)] {{(pid=114094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:49:16.572181 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5b9493-fb32-431c-b925-d194142ec2cb req-ca063a6a-e1c7-4367-b5ae-2e4193fa85e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:16.573235 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-ea5b9493-fb32-431c-b925-d194142ec2cb req-ca063a6a-e1c7-4367-b5ae-2e4193fa85e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032074'] for port (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:16.574804 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-ea5b9493-fb32-431c-b925-d194142ec2cb req-ca063a6a-e1c7-4367-b5ae-2e4193fa85e2 service neutron] 10.222.0.24 "PUT /v2.0/ports/c7ee8f95-4b6c-4378-a74a-658d33610c09 HTTP/1.1" status: 200 len: 1093 time: 2.2174466 Jan 27 16:49:16.575270 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27dbabab-3baf-4446-aaad-bdd80b162cd7', 'tag': 'c7ee8f95-4b6c-4378-a74a-658d33610c09'}] {{(pid=114094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:49:16.577672 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}342a798d1d13ecd85fd4efdf34ff3908ecd3b9322feeb0f720fcdcd52e7e333b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc56322-b475-413c-a693-16f5b82e8718" -d '{"events": [{"name": "network-changed", "server_uuid": "27dbabab-3baf-4446-aaad-bdd80b162cd7", "tag": "c7ee8f95-4b6c-4378-a74a-658d33610c09"}]}' {{(pid=114094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:49:16.581878 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-fea11c4b-49a8-46c6-affc-4b523686d878 req-fc69af0c-3724-4f26-bcda-27b874713a02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8776969'] for port (8e60561d-e86c-4bcf-b188-6be71158ac4e), after_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:16.584292 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9732e811-671a-440d-bab2-e481e2167672 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Pushing event updated for resources: {'Port': ['ID=abeda3c4-6ebc-46ec-9c5e-ff3315222ece,revision_number=1']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:16.600974 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e6b8e5-350e-4011-8498-98d3250dc620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff91013-7282-4126-8758-9afa81dfba3a,revision_number=1']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:16.685242 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc69af0c-3724-4f26-bcda-27b874713a02 service neutron] Pushing event updated for resources: {'Port': ['ID=8e60561d-e86c-4bcf-b188-6be71158ac4e,revision_number=3']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:16.694938 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea11c4b-49a8-46c6-affc-4b523686d878 req-fc69af0c-3724-4f26-bcda-27b874713a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:16.695642 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-fea11c4b-49a8-46c6-affc-4b523686d878 req-fc69af0c-3724-4f26-bcda-27b874713a02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032074'] for port (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:16.697034 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-fea11c4b-49a8-46c6-affc-4b523686d878 req-fc69af0c-3724-4f26-bcda-27b874713a02 service neutron] 10.222.0.24 "PUT /v2.0/ports/8e60561d-e86c-4bcf-b188-6be71158ac4e HTTP/1.1" status: 200 len: 1093 time: 1.7066061 Jan 27 16:49:16.853428 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da556af-7e7c-4a5e-a2a4-7bb5502c712e req-0b63c279-8ec9-4eb7-8053-d89f357a6a5a tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:16.855628 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-5da556af-7e7c-4a5e-a2a4-7bb5502c712e req-0b63c279-8ec9-4eb7-8053-d89f357a6a5a tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b9d62e6-6196-4c6f-ba02-dcf3fece8937 HTTP/1.1" status: 200 len: 945 time: 0.4642932 Jan 27 16:49:16.888554 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e95a77-ce95-4b17-96a6-125cbbc99ad9 req-9732e811-671a-440d-bab2-e481e2167672 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:16.889150 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [req-19e95a77-ce95-4b17-96a6-125cbbc99ad9 req-9732e811-671a-440d-bab2-e481e2167672 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032074'] for port (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:16.910392 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-560dbc18-9e54-40c8-8e65-d2d997fdeadc None None] Provisioning complete for port abeda3c4-6ebc-46ec-9c5e-ff3315222ece triggered by entity DHCP. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:49:16.910952 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-560dbc18-9e54-40c8-8e65-d2d997fdeadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (abeda3c4-6ebc-46ec-9c5e-ff3315222ece), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:16.930792 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-19e95a77-ce95-4b17-96a6-125cbbc99ad9 req-9732e811-671a-440d-bab2-e481e2167672 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5015671 Jan 27 16:49:16.941367 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab72a9e-fe37-400f-95f2-6c682c7754d0 req-995d7ab3-549b-486a-9f57-5b986014bf57 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:16.942752 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-4ab72a9e-fe37-400f-95f2-6c682c7754d0 req-995d7ab3-549b-486a-9f57-5b986014bf57 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=27dbabab-3baf-4446-aaad-bdd80b162cd7 HTTP/1.1" status: 200 len: 943 time: 0.3429465 Jan 27 16:49:16.945965 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-560dbc18-9e54-40c8-8e65-d2d997fdeadc None None] Port abeda3c4-6ebc-46ec-9c5e-ff3315222ece cannot update to ACTIVE because it is not bound. {{(pid=114096) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 16:49:16.953116 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-5d90deab-cebc-4e0d-8aa2-f082287660fb admin admin] Publish callbacks [] for security_group (0ff91013-7282-4126-8758-9afa81dfba3a), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:16.978336 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-5da556af-7e7c-4a5e-a2a4-7bb5502c712e req-8c54c7b7-8514-4879-bc1e-a72d5a535dc8 tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a8e62f-6500-4e23-befe-450a1bee6317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104105 Jan 27 16:49:17.001272 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-5d90deab-cebc-4e0d-8aa2-f082287660fb admin admin] Publish callbacks [] for security_group (0ff91013-7282-4126-8758-9afa81dfba3a), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:17.022481 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 16:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-515c4c33-e967-403a-b2aa-0d8a0b7ff9bf x-openstack-request-id: req-515c4c33-e967-403a-b2aa-0d8a0b7ff9bf {{(pid=114094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:49:17.022994 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27dbabab-3baf-4446-aaad-bdd80b162cd7", "tag": "c7ee8f95-4b6c-4378-a74a-658d33610c09", "status": "completed", "code": 200}]} {{(pid=114094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:49:17.022994 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-515c4c33-e967-403a-b2aa-0d8a0b7ff9bf {{(pid=114094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:49:17.023521 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27dbabab-3baf-4446-aaad-bdd80b162cd7', 'tag': 'c7ee8f95-4b6c-4378-a74a-658d33610c09', 'status': 'completed', 'code': 200} Jan 27 16:49:17.035420 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-4ab72a9e-fe37-400f-95f2-6c682c7754d0 req-419a0592-da8e-4113-9ad2-2521c3bf4a0b tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/security-groups?id=341578a6-674d-4340-af0f-c81e76fc0269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833230 Jan 27 16:49:17.065622 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-5d90deab-cebc-4e0d-8aa2-f082287660fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (0ff91013-7282-4126-8758-9afa81dfba3a), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:17.068561 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-5d90deab-cebc-4e0d-8aa2-f082287660fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:17.069774 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-5d90deab-cebc-4e0d-8aa2-f082287660fb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0ff91013-7282-4126-8758-9afa81dfba3a HTTP/1.1" status: 204 len: 168 time: 0.5339406 Jan 27 16:49:17.109191 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d90deab-cebc-4e0d-8aa2-f082287660fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff91013-7282-4126-8758-9afa81dfba3a,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:17.156312 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ea4d61-9a5f-4a13-b094-98207fe51a9b req-2a108dbe-ec5e-4897-8583-899a44526d18 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:17.157743 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-68ea4d61-9a5f-4a13-b094-98207fe51a9b req-2a108dbe-ec5e-4897-8583-899a44526d18 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a0a7f18-d314-4368-bed8-cb27c0ba466b HTTP/1.1" status: 200 len: 945 time: 0.0867877 Jan 27 16:49:17.176901 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6f402-2bfe-464d-af76-57ee237d60d4 req-11b87ddf-29af-4078-a7bd-2bdfc0d6569f tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:17.178295 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-a1c6f402-2bfe-464d-af76-57ee237d60d4 req-11b87ddf-29af-4078-a7bd-2bdfc0d6569f tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 931 time: 0.0738366 Jan 27 16:49:17.244439 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-68ea4d61-9a5f-4a13-b094-98207fe51a9b req-3fffcedd-e218-4dee-b0d7-588ba0eb05cd tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b312599-18fb-44ac-8380-190ce0b5ebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803952 Jan 27 16:49:17.251718 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-a1c6f402-2bfe-464d-af76-57ee237d60d4 req-acc9b335-94d1-437b-a702-7302643b1a75 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=52be2b41-f385-4b04-9c22-e44335586e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652845 Jan 27 16:49:17.373986 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device 0f3362f6-2e54-4b45-89fc-94c7ecae5a49 details requested by agent hyperv_hv-cinder-81883 with host hv-cinder-81883 {{(pid=114096) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 16:49:17.413805 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebd8428-7ba3-4b52-acb2-f6b607917566 req-370ead28-2235-4fdc-a21b-43fc4781d744 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:17.415313 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-4ebd8428-7ba3-4b52-acb2-f6b607917566 req-370ead28-2235-4fdc-a21b-43fc4781d744 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5490cbd-3604-4065-b528-a305f9f211ce HTTP/1.1" status: 200 len: 943 time: 0.0529490 Jan 27 16:49:17.476380 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-4ebd8428-7ba3-4b52-acb2-f6b607917566 req-7e1f0048-566c-4a66-bb22-35808cb59d8b tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538847 Jan 27 16:49:17.560382 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b9d62e6-6196-4c6f-ba02-dcf3fece8937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d2494c4-b7fe-4dc9-8d66-cb83f755ac04'}] {{(pid=114096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:49:17.562681 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7400b25514d980253c692f49984ce8becaf326df5cb1ee6ae8228296f1505bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-725a2e36-119e-484e-a505-7151b2d34562" -d '{"events": [{"server_uuid": "8b9d62e6-6196-4c6f-ba02-dcf3fece8937", "name": "network-vif-plugged", "status": "completed", "tag": "2d2494c4-b7fe-4dc9-8d66-cb83f755ac04"}]}' {{(pid=114096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:49:17.602879 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 16:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53caf224-fba3-42e5-ad84-59f41aa8b725 x-openstack-request-id: req-53caf224-fba3-42e5-ad84-59f41aa8b725 {{(pid=114096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:49:17.603188 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b9d62e6-6196-4c6f-ba02-dcf3fece8937", "name": "network-vif-plugged", "status": "completed", "tag": "2d2494c4-b7fe-4dc9-8d66-cb83f755ac04", "code": 200}]} {{(pid=114096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:49:17.603438 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-53caf224-fba3-42e5-ad84-59f41aa8b725 {{(pid=114096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:49:17.603864 dv-cinder-818830-2-iscsi neutron-server[114096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b9d62e6-6196-4c6f-ba02-dcf3fece8937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d2494c4-b7fe-4dc9-8d66-cb83f755ac04', 'code': 200} Jan 27 16:49:17.610994 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] For port 0f3362f6-2e54-4b45-89fc-94c7ecae5a49, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=0f3362f6-2e54-4b45-89fc-94c7ecae5a49,segment=NetworkSegment(40f7a2f6-ac83-4e76-b1fb-213c8c8338bd),segment_id=40f7a2f6-ac83-4e76-b1fb-213c8c8338bd)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:49:17.621964 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Returning: {'device': '0f3362f6-2e54-4b45-89fc-94c7ecae5a49', 'network_id': 'd601b71c-9e85-4907-a350-1cc1a1486f21', 'port_id': '0f3362f6-2e54-4b45-89fc-94c7ecae5a49', 'mac_address': 'fa:16:3e:37:06:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7392202-f723-44b8-a453-411e289e56a2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114096) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 16:49:17.660856 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Current status of the port 0f3362f6-2e54-4b45-89fc-94c7ecae5a49 is: DOWN; New status is: BUILD {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:49:17.661280 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (0f3362f6-2e54-4b45-89fc-94c7ecae5a49), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:17.675288 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.notifiers.nova [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f3362f6-2e54-4b45-89fc-94c7ecae5a49 {{(pid=114096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:49:17.705669 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] For port 0f3362f6-2e54-4b45-89fc-94c7ecae5a49, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=0f3362f6-2e54-4b45-89fc-94c7ecae5a49,segment=NetworkSegment(40f7a2f6-ac83-4e76-b1fb-213c8c8338bd),segment_id=40f7a2f6-ac83-4e76-b1fb-213c8c8338bd)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:49:17.710265 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (0f3362f6-2e54-4b45-89fc-94c7ecae5a49), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:17.759447 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Pushing event updated for resources: {'Port': ['ID=0f3362f6-2e54-4b45-89fc-94c7ecae5a49,revision_number=4']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:18.104005 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca901503-859b-48f3-982f-6f28cbf67ecb req-3fe34283-a320-41b5-b210-8a18cd616583 tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:18.105640 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-ca901503-859b-48f3-982f-6f28cbf67ecb req-3fe34283-a320-41b5-b210-8a18cd616583 tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b9d62e6-6196-4c6f-ba02-dcf3fece8937 HTTP/1.1" status: 200 len: 945 time: 0.0590770 Jan 27 16:49:18.183395 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb7b5c7-3d63-4496-8947-53124d764cd9 req-f8f3703c-ff1e-4c66-81b5-de29f9b6a938 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:18.184910 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-eeb7b5c7-3d63-4496-8947-53124d764cd9 req-f8f3703c-ff1e-4c66-81b5-de29f9b6a938 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=27dbabab-3baf-4446-aaad-bdd80b162cd7 HTTP/1.1" status: 200 len: 943 time: 0.0783806 Jan 27 16:49:18.189308 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-ca901503-859b-48f3-982f-6f28cbf67ecb req-e64ad4da-a056-48c9-bdf8-f917c538d22e tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a8e62f-6500-4e23-befe-450a1bee6317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744240 Jan 27 16:49:18.238397 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-eeb7b5c7-3d63-4496-8947-53124d764cd9 req-08c60986-2daf-4a1c-b123-816ccdc07859 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/security-groups?id=341578a6-674d-4340-af0f-c81e76fc0269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472591 Jan 27 16:49:18.356554 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (853c399d-72c7-467e-bd42-08a47e7fb1c3), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:18.378886 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.v2.base [req-19e95a77-ce95-4b17-96a6-125cbbc99ad9 req-2c4f52ce-ccce-4ded-a6dc-226f55fbb63e service neutron] Request body: {'port': {'device_id': 'f7ddbd2c-1d14-4efe-9228-3feaa97ef620', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81883'}} {{(pid=114095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:49:18.427851 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-4566d8c0-0862-441f-a730-6b5dba5e1354 req-425de2d9-13d6-46a9-bbc0-35303550fe3b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f3362f6-2e54-4b45-89fc-94c7ecae5a49 HTTP/1.1" status: 200 len: 217 time: 0.1035316 Jan 27 16:49:18.453112 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2fc26c9a-6313-43d5-aa06-a7ce7febb7f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (bdbd084a-7876-495d-b5d9-cf3ee18f0227), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:18.516624 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f8408b-ee60-4971-9ce7-d2b0979b4f76 req-1e3c0bfd-5217-426b-bae2-0b388aab2d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:18.518574 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-38f8408b-ee60-4971-9ce7-d2b0979b4f76 req-1e3c0bfd-5217-426b-bae2-0b388aab2d02 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2a0a7f18-d314-4368-bed8-cb27c0ba466b HTTP/1.1" status: 200 len: 1098 time: 0.2018464 Jan 27 16:49:18.532965 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.24', 50461) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:49:18.573541 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [req-38f8408b-ee60-4971-9ce7-d2b0979b4f76 req-7dbeb93b-653f-48da-b375-5c2cdb73dddd service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:18.579302 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [req-19e95a77-ce95-4b17-96a6-125cbbc99ad9 req-2c4f52ce-ccce-4ded-a6dc-226f55fbb63e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (abeda3c4-6ebc-46ec-9c5e-ff3315222ece), before_update {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:18.580274 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4566d8c0-0862-441f-a730-6b5dba5e1354 req-c47d5e13-1499-4ab3-8bdb-1e62be5f8408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:18.580964 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-4566d8c0-0862-441f-a730-6b5dba5e1354 req-c47d5e13-1499-4ab3-8bdb-1e62be5f8408 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e7392202-f723-44b8-a453-411e289e56a2 HTTP/1.1" status: 200 len: 859 time: 0.1266549 Jan 27 16:49:18.585981 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] get_ports_and_sgs() called for port_ids ['0f3362f6-2e54-4b45-89fc-94c7ecae5a49'] {{(pid=114096) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 16:49:18.587060 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f8c5b-4578-4fb6-b92a-4ced43ba1f34 req-b42cf426-f649-4ac8-8941-9cafc152cb13 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:18.595051 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-180f8c5b-4578-4fb6-b92a-4ced43ba1f34 req-b42cf426-f649-4ac8-8941-9cafc152cb13 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 931 time: 0.2129629 Jan 27 16:49:18.610829 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcac66d-e4df-4db3-aa5c-01ba2006b054 req-2768a3ea-317f-43e1-805d-4e2d58d63071 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:18.612491 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-4dcac66d-e4df-4db3-aa5c-01ba2006b054 req-2768a3ea-317f-43e1-805d-4e2d58d63071 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a0a7f18-d314-4368-bed8-cb27c0ba466b HTTP/1.1" status: 200 len: 945 time: 0.2138159 Jan 27 16:49:18.619668 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea11c4b-49a8-46c6-affc-4b523686d878 req-3c98a03b-f216-46b4-858a-c07c390338bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:18.625656 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-fea11c4b-49a8-46c6-affc-4b523686d878 req-3c98a03b-f216-46b4-858a-c07c390338bc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=326cd822c847423ba2417f593ca8c6ff&device_id=b5490cbd-3604-4065-b528-a305f9f211ce HTTP/1.1" status: 200 len: 1096 time: 0.2371178 Jan 27 16:49:18.677942 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-4566d8c0-0862-441f-a730-6b5dba5e1354 req-c821fd07-f979-46c6-8399-24eaad985b21 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d601b71c-9e85-4907-a350-1cc1a1486f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670860 Jan 27 16:49:18.690178 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc56322-b475-413c-a693-16f5b82e8718 req-9359cb0e-80f2-4616-a973-22c27f21c5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:18.692038 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-0cc56322-b475-413c-a693-16f5b82e8718 req-9359cb0e-80f2-4616-a973-22c27f21c5c7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=accb650bdbfa4de4a4129fd473ca736d&device_id=27dbabab-3baf-4446-aaad-bdd80b162cd7 HTTP/1.1" status: 200 len: 1096 time: 0.2898123 Jan 27 16:49:18.766557 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-fea11c4b-49a8-46c6-affc-4b523686d878 req-7fe337cd-cde1-4265-bc59-a98b815ddec7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e60561d-e86c-4bcf-b188-6be71158ac4e HTTP/1.1" status: 200 len: 217 time: 0.1212864 Jan 27 16:49:18.783371 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-180f8c5b-4578-4fb6-b92a-4ced43ba1f34 req-21feebea-facb-4395-be2a-9b12b323ec35 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=52be2b41-f385-4b04-9c22-e44335586e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1873145 Jan 27 16:49:18.797772 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-4dcac66d-e4df-4db3-aa5c-01ba2006b054 req-655ab3cb-94e3-4ab5-ae1e-8fa28d0fe2f3 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b312599-18fb-44ac-8380-190ce0b5ebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715400 Jan 27 16:49:18.908065 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133b2d66-d340-455f-9b06-c8b8028de5ec req-5cf7a88e-f7db-46a3-940f-ca839b22787c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:18.909973 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-133b2d66-d340-455f-9b06-c8b8028de5ec req-5cf7a88e-f7db-46a3-940f-ca839b22787c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8b9d62e6-6196-4c6f-ba02-dcf3fece8937 HTTP/1.1" status: 200 len: 1098 time: 0.3688669 Jan 27 16:49:19.023509 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-133b2d66-d340-455f-9b06-c8b8028de5ec req-6e46659b-36a4-4c14-b385-f1ce2f2591aa service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:19.035505 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5490cbd-3604-4065-b528-a305f9f211ce', 'tag': '8e60561d-e86c-4bcf-b188-6be71158ac4e'}] {{(pid=114094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:49:19.037773 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}342a798d1d13ecd85fd4efdf34ff3908ecd3b9322feeb0f720fcdcd52e7e333b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ba85a0-bb08-4fe1-ad4a-81a19e29ddfa" -d '{"events": [{"name": "network-changed", "server_uuid": "b5490cbd-3604-4065-b528-a305f9f211ce", "tag": "8e60561d-e86c-4bcf-b188-6be71158ac4e"}]}' {{(pid=114094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:49:19.083085 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [req-38f8408b-ee60-4971-9ce7-d2b0979b4f76 req-7dbeb93b-653f-48da-b375-5c2cdb73dddd service neutron] Publish callbacks [] for security_group (b955cf8d-d83b-4949-bc7c-36c1a86318e0), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:19.097175 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 16:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68392ebd-9581-4e6b-9fd8-b088a49c4ace x-openstack-request-id: req-68392ebd-9581-4e6b-9fd8-b088a49c4ace {{(pid=114094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:49:19.097520 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5490cbd-3604-4065-b528-a305f9f211ce", "tag": "8e60561d-e86c-4bcf-b188-6be71158ac4e", "status": "completed", "code": 200}]} {{(pid=114094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:49:19.097909 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-68392ebd-9581-4e6b-9fd8-b088a49c4ace {{(pid=114094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:49:19.099351 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5490cbd-3604-4065-b528-a305f9f211ce', 'tag': '8e60561d-e86c-4bcf-b188-6be71158ac4e', 'status': 'completed', 'code': 200} Jan 27 16:49:19.101257 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [req-38f8408b-ee60-4971-9ce7-d2b0979b4f76 req-7dbeb93b-653f-48da-b375-5c2cdb73dddd service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (b955cf8d-d83b-4949-bc7c-36c1a86318e0), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:19.157260 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea11c4b-49a8-46c6-affc-4b523686d878 req-ff6442d8-2371-4577-89a7-ca3454e2bd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:19.158964 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-fea11c4b-49a8-46c6-affc-4b523686d878 req-ff6442d8-2371-4577-89a7-ca3454e2bd03 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e7392202-f723-44b8-a453-411e289e56a2 HTTP/1.1" status: 200 len: 859 time: 0.3100741 Jan 27 16:49:19.173982 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75a9407-c33d-4135-ad32-8e8e04c295eb req-ad2a2227-8cf0-4e74-b5d1-311f0456dbbc tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:19.181310 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-a75a9407-c33d-4135-ad32-8e8e04c295eb req-ad2a2227-8cf0-4e74-b5d1-311f0456dbbc tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5490cbd-3604-4065-b528-a305f9f211ce HTTP/1.1" status: 200 len: 943 time: 0.2535045 Jan 27 16:49:19.222993 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-4566d8c0-0862-441f-a730-6b5dba5e1354 req-e60d940e-d581-4acb-8b97-6e118bf29efd service neutron] 10.222.0.24 "GET /v2.0/networks/d601b71c-9e85-4907-a350-1cc1a1486f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5358229 Jan 27 16:49:19.236389 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbeb93b-653f-48da-b375-5c2cdb73dddd service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b955cf8d-d83b-4949-bc7c-36c1a86318e0,revision_number=1']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:19.245372 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-38f8408b-ee60-4971-9ce7-d2b0979b4f76 req-7dbeb93b-653f-48da-b375-5c2cdb73dddd service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2b312599-18fb-44ac-8380-190ce0b5ebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7007422 Jan 27 16:49:19.325258 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-a75a9407-c33d-4135-ad32-8e8e04c295eb req-2cc5f800-f090-40e3-ba37-2f6453b8464f tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338854 Jan 27 16:49:19.490311 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-fea11c4b-49a8-46c6-affc-4b523686d878 req-90e30ad8-f355-43be-8686-db55c5b78584 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d601b71c-9e85-4907-a350-1cc1a1486f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3069997 Jan 27 16:49:19.497630 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d182354-be06-44e6-b8b8-c9c95218fa98 req-2386d716-4387-4233-9c20-facff5e01ee0 tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:19.502718 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc56322-b475-413c-a693-16f5b82e8718 req-eac141c5-5f00-49aa-960a-41ed48aec017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:19.504465 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-0cc56322-b475-413c-a693-16f5b82e8718 req-eac141c5-5f00-49aa-960a-41ed48aec017 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=accb650bdbfa4de4a4129fd473ca736d&shared=False HTTP/1.1" status: 200 len: 911 time: 0.7774637 Jan 27 16:49:19.504857 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-0d182354-be06-44e6-b8b8-c9c95218fa98 req-2386d716-4387-4233-9c20-facff5e01ee0 tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b9d62e6-6196-4c6f-ba02-dcf3fece8937 HTTP/1.1" status: 200 len: 945 time: 0.2172792 Jan 27 16:49:19.527511 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-66ba84dd-632c-456a-bb12-6a575fe6244f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9495f383-87a2-4ffd-86dd-67b8d88d602c), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:19.535770 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.notifiers.nova [req-19e95a77-ce95-4b17-96a6-125cbbc99ad9 req-2c4f52ce-ccce-4ded-a6dc-226f55fbb63e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abeda3c4-6ebc-46ec-9c5e-ff3315222ece {{(pid=114095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:49:19.550824 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [req-19e95a77-ce95-4b17-96a6-125cbbc99ad9 req-2c4f52ce-ccce-4ded-a6dc-226f55fbb63e service neutron] Publish callbacks [] for port (abeda3c4-6ebc-46ec-9c5e-ff3315222ece), precommit_update {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:19.584162 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.db.provisioning_blocks [req-19e95a77-ce95-4b17-96a6-125cbbc99ad9 req-2c4f52ce-ccce-4ded-a6dc-226f55fbb63e service neutron] Transition to ACTIVE for port object abeda3c4-6ebc-46ec-9c5e-ff3315222ece will not be triggered until provisioned by entity L2. {{(pid=114095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 16:49:19.598326 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.db.api [req-133b2d66-d340-455f-9b06-c8b8028de5ec req-6e46659b-36a4-4c14-b385-f1ce2f2591aa service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 84a0cf607357487a8b6b217245c7eeb9 {{(pid=114094) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 16:49:19.598326 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG oslo_db.api [req-133b2d66-d340-455f-9b06-c8b8028de5ec req-6e46659b-36a4-4c14-b385-f1ce2f2591aa service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=114094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 16:49:19.622860 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [req-19e95a77-ce95-4b17-96a6-125cbbc99ad9 req-2c4f52ce-ccce-4ded-a6dc-226f55fbb63e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080387'] for port (abeda3c4-6ebc-46ec-9c5e-ff3315222ece), after_update {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:19.649454 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.agents_db [None req-5545c54b-af05-4075-94be-94e2438c302a None None] Agent healthcheck: found 6 active agents {{(pid=114097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 16:49:19.652331 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c9ebd3-f591-4f62-ae1c-a414c6252832 req-7d32493c-5933-4173-85f1-22b657212f69 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:19.654140 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-83c9ebd3-f591-4f62-ae1c-a414c6252832 req-7d32493c-5933-4173-85f1-22b657212f69 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=27dbabab-3baf-4446-aaad-bdd80b162cd7 HTTP/1.1" status: 200 len: 943 time: 0.2340665 Jan 27 16:49:19.668596 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 45178) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:49:19.744414 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-0d182354-be06-44e6-b8b8-c9c95218fa98 req-10488daa-945f-49a2-91ca-f422799199d2 tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a8e62f-6500-4e23-befe-450a1bee6317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386248 Jan 27 16:49:19.803124 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4f52ce-ccce-4ded-a6dc-226f55fbb63e service neutron] Pushing event updated for resources: {'Port': ['ID=abeda3c4-6ebc-46ec-9c5e-ff3315222ece,revision_number=2']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:19.863642 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-83c9ebd3-f591-4f62-ae1c-a414c6252832 req-3712958b-5d25-4f71-aa74-dbbeeffc0f29 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/security-groups?id=341578a6-674d-4340-af0f-c81e76fc0269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1719308 Jan 27 16:49:19.892679 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.managers [req-19e95a77-ce95-4b17-96a6-125cbbc99ad9 req-2c4f52ce-ccce-4ded-a6dc-226f55fbb63e service neutron] Attempting to bind port abeda3c4-6ebc-46ec-9c5e-ff3315222ece on host hv-cinder-81883 for vnic_type normal with profile {{(pid=114095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:49:19.893040 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.managers [req-19e95a77-ce95-4b17-96a6-125cbbc99ad9 req-2c4f52ce-ccce-4ded-a6dc-226f55fbb63e service neutron] Attempting to bind port abeda3c4-6ebc-46ec-9c5e-ff3315222ece by drivers openvswitch,hyperv on host hv-cinder-81883 at level 0 using segments [{'id': 'f24320bd-5fde-4b90-81d3-17a919a07a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '4e17d67f-4d84-42b2-a3bf-cf48fd71687d'}] {{(pid=114095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:49:19.893854 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e95a77-ce95-4b17-96a6-125cbbc99ad9 req-2c4f52ce-ccce-4ded-a6dc-226f55fbb63e service neutron] Attempting to bind port abeda3c4-6ebc-46ec-9c5e-ff3315222ece on network 4e17d67f-4d84-42b2-a3bf-cf48fd71687d {{(pid=114095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:49:19.900458 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e95a77-ce95-4b17-96a6-125cbbc99ad9 req-2c4f52ce-ccce-4ded-a6dc-226f55fbb63e service neutron] Port abeda3c4-6ebc-46ec-9c5e-ff3315222ece on network 4e17d67f-4d84-42b2-a3bf-cf48fd71687d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81883 {{(pid=114095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 16:49:19.900921 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e95a77-ce95-4b17-96a6-125cbbc99ad9 req-2c4f52ce-ccce-4ded-a6dc-226f55fbb63e service neutron] Attempting to bind port abeda3c4-6ebc-46ec-9c5e-ff3315222ece on network 4e17d67f-4d84-42b2-a3bf-cf48fd71687d {{(pid=114095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:49:19.908148 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e95a77-ce95-4b17-96a6-125cbbc99ad9 req-2c4f52ce-ccce-4ded-a6dc-226f55fbb63e service neutron] Checking agent: {'id': '853c399d-72c7-467e-bd42-08a47e7fb1c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81883', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 46, 47), 'started_at': datetime.datetime(2022, 1, 27, 16, 46, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:49:19.908557 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e95a77-ce95-4b17-96a6-125cbbc99ad9 req-2c4f52ce-ccce-4ded-a6dc-226f55fbb63e service neutron] Checking segment: {'id': 'f24320bd-5fde-4b90-81d3-17a919a07a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '4e17d67f-4d84-42b2-a3bf-cf48fd71687d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:49:19.909308 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e95a77-ce95-4b17-96a6-125cbbc99ad9 req-2c4f52ce-ccce-4ded-a6dc-226f55fbb63e service neutron] Bound using segment: {'id': 'f24320bd-5fde-4b90-81d3-17a919a07a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '4e17d67f-4d84-42b2-a3bf-cf48fd71687d'} {{(pid=114095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:49:19.910046 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.managers [req-19e95a77-ce95-4b17-96a6-125cbbc99ad9 req-2c4f52ce-ccce-4ded-a6dc-226f55fbb63e service neutron] Bound port: abeda3c4-6ebc-46ec-9c5e-ff3315222ece, host: hv-cinder-81883, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f24320bd-5fde-4b90-81d3-17a919a07a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '4e17d67f-4d84-42b2-a3bf-cf48fd71687d'}}] {{(pid=114095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:49:19.910397 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [req-19e95a77-ce95-4b17-96a6-125cbbc99ad9 req-2c4f52ce-ccce-4ded-a6dc-226f55fbb63e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (abeda3c4-6ebc-46ec-9c5e-ff3315222ece), before_update {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:20.045360 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768726b1-ff3f-4a98-9bd8-ef2aacb86292 req-b7873cf2-e0bb-41a2-b3d5-96f6c6b82420 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:20.046831 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-768726b1-ff3f-4a98-9bd8-ef2aacb86292 req-b7873cf2-e0bb-41a2-b3d5-96f6c6b82420 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 943 time: 0.1168616 Jan 27 16:49:20.073550 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-4566d8c0-0862-441f-a730-6b5dba5e1354 req-2235f0b4-d83e-4e97-9eb0-9ba3cf7830b6 service neutron] 10.222.0.24 "GET /v2.0/networks/d601b71c-9e85-4907-a350-1cc1a1486f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5877120 Jan 27 16:49:20.090904 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-42bb8c39-bd5a-45a8-bf5e-799c399cfa3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:20.097281 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-133b2d66-d340-455f-9b06-c8b8028de5ec req-6e46659b-36a4-4c14-b385-f1ce2f2591aa service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:20.113943 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc56322-b475-413c-a693-16f5b82e8718 req-458b719d-6a8a-43bd-a451-76f4b90ab05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:20.115402 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-0cc56322-b475-413c-a693-16f5b82e8718 req-458b719d-6a8a-43bd-a451-76f4b90ab05e service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5863347 Jan 27 16:49:20.119489 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-fea11c4b-49a8-46c6-affc-4b523686d878 req-2c26daa7-e1b3-4704-b3c8-ee8221fe1d2c service neutron] 10.222.0.24 "GET /v2.0/networks/d601b71c-9e85-4907-a350-1cc1a1486f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6116502 Jan 27 16:49:20.140023 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.db [req-19e95a77-ce95-4b17-96a6-125cbbc99ad9 req-2c4f52ce-ccce-4ded-a6dc-226f55fbb63e service neutron] For port abeda3c4-6ebc-46ec-9c5e-ff3315222ece, host hv-cinder-81883, cleared binding levels {{(pid=114095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:49:20.169348 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab504e33-bb50-4eb2-8b57-6879c9cf2ca3 req-98636f02-4ab6-431f-a4c1-f22288672ad2 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:20.170872 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-ab504e33-bb50-4eb2-8b57-6879c9cf2ca3 req-98636f02-4ab6-431f-a4c1-f22288672ad2 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a0a7f18-d314-4368-bed8-cb27c0ba466b HTTP/1.1" status: 200 len: 945 time: 0.1718841 Jan 27 16:49:20.178568 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.db [req-19e95a77-ce95-4b17-96a6-125cbbc99ad9 req-2c4f52ce-ccce-4ded-a6dc-226f55fbb63e service neutron] For port abeda3c4-6ebc-46ec-9c5e-ff3315222ece, host hv-cinder-81883, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=abeda3c4-6ebc-46ec-9c5e-ff3315222ece,segment=NetworkSegment(f24320bd-5fde-4b90-81d3-17a919a07a12),segment_id=f24320bd-5fde-4b90-81d3-17a919a07a12)] {{(pid=114095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:49:20.189820 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [req-19e95a77-ce95-4b17-96a6-125cbbc99ad9 req-2c4f52ce-ccce-4ded-a6dc-226f55fbb63e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080387'] for port (abeda3c4-6ebc-46ec-9c5e-ff3315222ece), after_update {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:20.193435 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-768726b1-ff3f-4a98-9bd8-ef2aacb86292 req-ca1afa83-2f2f-4f27-93ad-625a6d742a6e tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=52be2b41-f385-4b04-9c22-e44335586e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295581 Jan 27 16:49:20.245306 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e95a77-ce95-4b17-96a6-125cbbc99ad9 req-2c4f52ce-ccce-4ded-a6dc-226f55fbb63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:20.246548 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [req-19e95a77-ce95-4b17-96a6-125cbbc99ad9 req-2c4f52ce-ccce-4ded-a6dc-226f55fbb63e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032074'] for port (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:20.247342 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-19e95a77-ce95-4b17-96a6-125cbbc99ad9 req-2c4f52ce-ccce-4ded-a6dc-226f55fbb63e service neutron] 10.222.0.24 "PUT /v2.0/ports/abeda3c4-6ebc-46ec-9c5e-ff3315222ece HTTP/1.1" status: 200 len: 1093 time: 1.9199412 Jan 27 16:49:20.247900 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7ddbd2c-1d14-4efe-9228-3feaa97ef620', 'tag': 'abeda3c4-6ebc-46ec-9c5e-ff3315222ece'}] {{(pid=114095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:49:20.305162 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4f52ce-ccce-4ded-a6dc-226f55fbb63e service neutron] Pushing event updated for resources: {'Port': ['ID=abeda3c4-6ebc-46ec-9c5e-ff3315222ece,revision_number=3']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:20.313657 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-ab504e33-bb50-4eb2-8b57-6879c9cf2ca3 req-d49ba630-cd50-4881-9fe2-ea5f1b052523 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b312599-18fb-44ac-8380-190ce0b5ebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336849 Jan 27 16:49:20.379528 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e95a77-ce95-4b17-96a6-125cbbc99ad9 req-255e51d6-a38b-4ea6-b542-8091181beeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:20.381850 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-19e95a77-ce95-4b17-96a6-125cbbc99ad9 req-255e51d6-a38b-4ea6-b542-8091181beeb0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=11d012d792424a858b876a618c79f7af&device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 1096 time: 0.0672054 Jan 27 16:49:20.383251 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5b9493-fb32-431c-b925-d194142ec2cb req-20e27927-22b3-4d96-b468-3ab71ccfdb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:20.384756 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-ea5b9493-fb32-431c-b925-d194142ec2cb req-20e27927-22b3-4d96-b468-3ab71ccfdb40 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=accb650bdbfa4de4a4129fd473ca736d&device_id=27dbabab-3baf-4446-aaad-bdd80b162cd7 HTTP/1.1" status: 200 len: 1096 time: 0.2234547 Jan 27 16:49:20.394257 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-fea11c4b-49a8-46c6-affc-4b523686d878 req-717404bb-d242-4eb2-a923-805332dc4107 service neutron] 10.222.0.24 "GET /v2.0/networks/d601b71c-9e85-4907-a350-1cc1a1486f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663429 Jan 27 16:49:20.401819 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-133b2d66-d340-455f-9b06-c8b8028de5ec req-6e46659b-36a4-4c14-b385-f1ce2f2591aa service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d4a8e62f-6500-4e23-befe-450a1bee6317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4246745 Jan 27 16:49:20.457127 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-ea5b9493-fb32-431c-b925-d194142ec2cb req-2b4ca255-1f1c-4f0a-b2ce-8467aa0600dc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7ee8f95-4b6c-4378-a74a-658d33610c09 HTTP/1.1" status: 200 len: 217 time: 0.0586703 Jan 27 16:49:20.475890 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-42bb8c39-bd5a-45a8-bf5e-799c399cfa3c admin admin] Publish callbacks [] for security_group (07b9bde5-a8ea-47c1-8037-71559de9781f), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:20.484060 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-19e95a77-ce95-4b17-96a6-125cbbc99ad9 req-5b4a639c-d121-4627-b0e1-fe55bdeb7e99 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=abeda3c4-6ebc-46ec-9c5e-ff3315222ece HTTP/1.1" status: 200 len: 217 time: 0.0895486 Jan 27 16:49:20.484275 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-42bb8c39-bd5a-45a8-bf5e-799c399cfa3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (07b9bde5-a8ea-47c1-8037-71559de9781f), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:20.503541 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4239e6a803e2f619fc9b8f6c8a6584a7ac442468773ed84b4810d4ba10bf9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-129f6aed-19d4-4db3-8526-94cccb16f77e" -d '{"events": [{"name": "network-changed", "server_uuid": "f7ddbd2c-1d14-4efe-9228-3feaa97ef620", "tag": "abeda3c4-6ebc-46ec-9c5e-ff3315222ece"}]}' {{(pid=114095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:49:20.520379 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837272b4-901d-4dbd-9ecb-37af01622a86 req-8b30cf13-48c3-4057-90c4-e0013e06ddc1 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:20.522138 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-837272b4-901d-4dbd-9ecb-37af01622a86 req-8b30cf13-48c3-4057-90c4-e0013e06ddc1 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5490cbd-3604-4065-b528-a305f9f211ce HTTP/1.1" status: 200 len: 943 time: 0.1025686 Jan 27 16:49:20.532972 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bb8c39-bd5a-45a8-bf5e-799c399cfa3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07b9bde5-a8ea-47c1-8037-71559de9781f,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:20.537371 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-42bb8c39-bd5a-45a8-bf5e-799c399cfa3c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6a479cf2c2404472bf23265df57c3a56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8550146 Jan 27 16:49:20.541167 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 45206) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:49:20.607809 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-4f9b8878-93e3-4b06-8da5-0197b86c0f25 admin admin] Publish callbacks [] for security_group (07b9bde5-a8ea-47c1-8037-71559de9781f), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:20.640120 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-4f9b8878-93e3-4b06-8da5-0197b86c0f25 admin admin] Publish callbacks [] for security_group (07b9bde5-a8ea-47c1-8037-71559de9781f), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:20.702644 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-4f9b8878-93e3-4b06-8da5-0197b86c0f25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (07b9bde5-a8ea-47c1-8037-71559de9781f), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:20.705646 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-4f9b8878-93e3-4b06-8da5-0197b86c0f25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:20.710767 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-4f9b8878-93e3-4b06-8da5-0197b86c0f25 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/07b9bde5-a8ea-47c1-8037-71559de9781f HTTP/1.1" status: 204 len: 168 time: 0.1658719 Jan 27 16:49:20.721001 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 16:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-036d3877-c865-4fd1-be73-45693bb2c7e0 x-openstack-request-id: req-036d3877-c865-4fd1-be73-45693bb2c7e0 {{(pid=114095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:49:20.721519 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7ddbd2c-1d14-4efe-9228-3feaa97ef620", "tag": "abeda3c4-6ebc-46ec-9c5e-ff3315222ece", "status": "completed", "code": 200}]} {{(pid=114095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:49:20.721519 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-036d3877-c865-4fd1-be73-45693bb2c7e0 {{(pid=114095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:49:20.721957 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7ddbd2c-1d14-4efe-9228-3feaa97ef620', 'tag': 'abeda3c4-6ebc-46ec-9c5e-ff3315222ece', 'status': 'completed', 'code': 200} Jan 27 16:49:20.724088 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9b8878-93e3-4b06-8da5-0197b86c0f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b9bde5-a8ea-47c1-8037-71559de9781f,revision_number=None']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:20.756638 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-837272b4-901d-4dbd-9ecb-37af01622a86 req-faab3b68-440a-4842-9e15-463b047b828f tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256637 Jan 27 16:49:20.880963 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cb37dd-d2cd-40ba-a79c-2a1d912dc26a req-561cd90a-b5f6-44d6-b56a-d0a91b0a722f tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:20.882541 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-94cb37dd-d2cd-40ba-a79c-2a1d912dc26a req-561cd90a-b5f6-44d6-b56a-d0a91b0a722f tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b9d62e6-6196-4c6f-ba02-dcf3fece8937 HTTP/1.1" status: 200 len: 945 time: 0.0575302 Jan 27 16:49:20.947217 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-94cb37dd-d2cd-40ba-a79c-2a1d912dc26a req-89d9a27a-e15a-46c2-8a3d-640387c70dff tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a8e62f-6500-4e23-befe-450a1bee6317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493820 Jan 27 16:49:21.006008 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f15a66-a48d-4307-ace6-cbe6016fbc2b req-cb2f8604-c5fd-42c3-9437-f7954d5baf59 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:21.007470 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-85f15a66-a48d-4307-ace6-cbe6016fbc2b req-cb2f8604-c5fd-42c3-9437-f7954d5baf59 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=27dbabab-3baf-4446-aaad-bdd80b162cd7 HTTP/1.1" status: 200 len: 943 time: 0.0561368 Jan 27 16:49:21.023593 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 45226) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:49:21.045935 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-0b82880e-2a35-4957-bf20-2547aa90442e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:21.086490 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-85f15a66-a48d-4307-ace6-cbe6016fbc2b req-46fe1bfa-8f03-46c9-8b50-3b6d7d4125c8 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/security-groups?id=341578a6-674d-4340-af0f-c81e76fc0269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717051 Jan 27 16:49:21.141063 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-0b82880e-2a35-4957-bf20-2547aa90442e admin admin] Publish callbacks [] for security_group (94a75ebd-b2ff-4b8b-a4db-2803c9a19ba1), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:21.145341 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-0b82880e-2a35-4957-bf20-2547aa90442e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (94a75ebd-b2ff-4b8b-a4db-2803c9a19ba1), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:21.180402 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b82880e-2a35-4957-bf20-2547aa90442e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a75ebd-b2ff-4b8b-a4db-2803c9a19ba1,revision_number=1']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:21.185035 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-0b82880e-2a35-4957-bf20-2547aa90442e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e3b4ade8ab47473c9cf2abaa955c10b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1605160 Jan 27 16:49:21.187553 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 45228) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:49:21.233979 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-4665b584-465b-4b21-8fda-55d378bc1ffe admin admin] Publish callbacks [] for security_group (94a75ebd-b2ff-4b8b-a4db-2803c9a19ba1), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:21.254583 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-4665b584-465b-4b21-8fda-55d378bc1ffe admin admin] Publish callbacks [] for security_group (94a75ebd-b2ff-4b8b-a4db-2803c9a19ba1), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:21.327753 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-4665b584-465b-4b21-8fda-55d378bc1ffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (94a75ebd-b2ff-4b8b-a4db-2803c9a19ba1), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:21.330279 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-4665b584-465b-4b21-8fda-55d378bc1ffe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:21.331400 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-4665b584-465b-4b21-8fda-55d378bc1ffe admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/94a75ebd-b2ff-4b8b-a4db-2803c9a19ba1 HTTP/1.1" status: 204 len: 168 time: 0.1429312 Jan 27 16:49:21.343716 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fc6fad-2454-4649-9ede-79d9133ce6eb req-af4c8eb8-83e5-48e6-8731-34c08deee929 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:21.348120 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-26fc6fad-2454-4649-9ede-79d9133ce6eb req-af4c8eb8-83e5-48e6-8731-34c08deee929 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 943 time: 0.0721235 Jan 27 16:49:21.356342 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4665b584-465b-4b21-8fda-55d378bc1ffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a75ebd-b2ff-4b8b-a4db-2803c9a19ba1,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:21.424320 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-26fc6fad-2454-4649-9ede-79d9133ce6eb req-a0a23832-c901-409e-8f75-10d1bddf28f6 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=52be2b41-f385-4b04-9c22-e44335586e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703197 Jan 27 16:49:21.494044 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684d8ad-64f6-43dd-a7b0-7b14ae42c002 req-92524303-5540-4f8f-9046-2f64f6993d5b tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:21.495717 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-e684d8ad-64f6-43dd-a7b0-7b14ae42c002 req-92524303-5540-4f8f-9046-2f64f6993d5b tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a0a7f18-d314-4368-bed8-cb27c0ba466b HTTP/1.1" status: 200 len: 945 time: 0.0541315 Jan 27 16:49:21.524079 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-d66b1738-fecd-429f-97ae-c3b5c23d3d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9d445c8f-179b-40e3-9cb5-ffaa95aecd6a), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:21.548254 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device 0f3362f6-2e54-4b45-89fc-94c7ecae5a49 up at agent hyperv_hv-cinder-81883 {{(pid=114096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:49:21.558296 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-e684d8ad-64f6-43dd-a7b0-7b14ae42c002 req-2489b860-9d6b-4f7a-9ebc-2fe695f50ec5 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b312599-18fb-44ac-8380-190ce0b5ebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555420 Jan 27 16:49:21.599853 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Provisioning for port 0f3362f6-2e54-4b45-89fc-94c7ecae5a49 completed by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 16:49:21.604752 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Provisioning complete for port 0f3362f6-2e54-4b45-89fc-94c7ecae5a49 triggered by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:49:21.605262 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (0f3362f6-2e54-4b45-89fc-94c7ecae5a49), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:21.686718 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Current status of the port 0f3362f6-2e54-4b45-89fc-94c7ecae5a49 is: BUILD; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:49:21.687117 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (0f3362f6-2e54-4b45-89fc-94c7ecae5a49), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:21.711937 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f3362f6-2e54-4b45-89fc-94c7ecae5a49'}] {{(pid=114096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:49:21.714971 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7400b25514d980253c692f49984ce8becaf326df5cb1ee6ae8228296f1505bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0414897-8a85-453c-a8ad-3470ad51ccc9" -d '{"events": [{"server_uuid": "0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2", "name": "network-vif-plugged", "status": "completed", "tag": "0f3362f6-2e54-4b45-89fc-94c7ecae5a49"}]}' {{(pid=114096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:49:21.728394 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] For port 0f3362f6-2e54-4b45-89fc-94c7ecae5a49, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=0f3362f6-2e54-4b45-89fc-94c7ecae5a49,segment=NetworkSegment(40f7a2f6-ac83-4e76-b1fb-213c8c8338bd),segment_id=40f7a2f6-ac83-4e76-b1fb-213c8c8338bd)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:49:21.736366 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (0f3362f6-2e54-4b45-89fc-94c7ecae5a49), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:21.758864 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 16:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b57e1cf2-2203-476f-88db-f8ff42552f88 x-openstack-request-id: req-b57e1cf2-2203-476f-88db-f8ff42552f88 {{(pid=114096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:49:21.759183 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2", "name": "network-vif-plugged", "status": "completed", "tag": "0f3362f6-2e54-4b45-89fc-94c7ecae5a49", "code": 200}]} {{(pid=114096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:49:21.759435 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b57e1cf2-2203-476f-88db-f8ff42552f88 {{(pid=114096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:49:21.759858 dv-cinder-818830-2-iscsi neutron-server[114096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f3362f6-2e54-4b45-89fc-94c7ecae5a49', 'code': 200} Jan 27 16:49:21.786241 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Pushing event updated for resources: {'Port': ['ID=0f3362f6-2e54-4b45-89fc-94c7ecae5a49,revision_number=5']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:21.874972 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb443a-11f2-4bf9-9d37-0c5fae21b83e req-4545d902-638a-46d9-8062-50414cec6b11 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:21.876463 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-edcb443a-11f2-4bf9-9d37-0c5fae21b83e req-4545d902-638a-46d9-8062-50414cec6b11 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5490cbd-3604-4065-b528-a305f9f211ce HTTP/1.1" status: 200 len: 943 time: 0.0497987 Jan 27 16:49:21.930907 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-edcb443a-11f2-4bf9-9d37-0c5fae21b83e req-e43a82cf-a49c-4bd5-9f12-8aabb3acc004 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489516 Jan 27 16:49:22.063869 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171a8525-0229-4e7f-98c8-0b780c5d497e req-e64ec67e-65da-4b27-821d-2711731f4549 tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:22.065448 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-171a8525-0229-4e7f-98c8-0b780c5d497e req-e64ec67e-65da-4b27-821d-2711731f4549 tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b9d62e6-6196-4c6f-ba02-dcf3fece8937 HTTP/1.1" status: 200 len: 945 time: 0.0482600 Jan 27 16:49:22.112973 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-171a8525-0229-4e7f-98c8-0b780c5d497e req-4c1a1d67-e487-48bf-94cd-248bc156a2a0 tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a8e62f-6500-4e23-befe-450a1bee6317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419662 Jan 27 16:49:22.211244 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3bbf42-aab6-4219-9957-9253f4c0a64e req-4620175a-072c-4eff-9830-d704a14d5494 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:22.212728 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-db3bbf42-aab6-4219-9957-9253f4c0a64e req-4620175a-072c-4eff-9830-d704a14d5494 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=27dbabab-3baf-4446-aaad-bdd80b162cd7 HTTP/1.1" status: 200 len: 943 time: 0.0504787 Jan 27 16:49:22.259725 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-db3bbf42-aab6-4219-9957-9253f4c0a64e req-56750dc6-ecc3-4e75-8852-c6bf90e7c9c5 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/security-groups?id=341578a6-674d-4340-af0f-c81e76fc0269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412030 Jan 27 16:49:22.547875 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd15d306-fcd6-47e5-a6ca-1409c04003bb req-18a9e89f-0e70-4c57-ae15-8d45bad4e6db tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:22.549806 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-cd15d306-fcd6-47e5-a6ca-1409c04003bb req-18a9e89f-0e70-4c57-ae15-8d45bad4e6db tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 943 time: 0.0526369 Jan 27 16:49:22.588132 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (492c1832-c7a3-4f77-b4ba-2ebdc28556bf), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:22.598682 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-cd15d306-fcd6-47e5-a6ca-1409c04003bb req-6da639bd-6a62-4c6f-85dd-42657b0a96d7 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=52be2b41-f385-4b04-9c22-e44335586e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430756 Jan 27 16:49:22.688384 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a587afd-245c-4055-91fd-0e3eac83c319 req-74a423fe-72ec-41a0-b1f4-de112e0edec1 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:22.689847 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-2a587afd-245c-4055-91fd-0e3eac83c319 req-74a423fe-72ec-41a0-b1f4-de112e0edec1 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a0a7f18-d314-4368-bed8-cb27c0ba466b HTTP/1.1" status: 200 len: 945 time: 0.0504224 Jan 27 16:49:22.740909 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-2a587afd-245c-4055-91fd-0e3eac83c319 req-3d4b4c63-1e64-4ef9-af79-0b425c786eaf tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b312599-18fb-44ac-8380-190ce0b5ebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455105 Jan 27 16:49:23.059486 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b429b54f-89de-4715-b49a-9b031ab166ad req-0ed5674a-de78-40ef-809c-c7232eb51394 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:23.061107 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-b429b54f-89de-4715-b49a-9b031ab166ad req-0ed5674a-de78-40ef-809c-c7232eb51394 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5490cbd-3604-4065-b528-a305f9f211ce HTTP/1.1" status: 200 len: 943 time: 0.0599122 Jan 27 16:49:23.111205 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-b429b54f-89de-4715-b49a-9b031ab166ad req-7fc98fa7-6ba2-413c-91b1-00684103e88d tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439329 Jan 27 16:49:23.227232 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464511d-fda9-4b54-ac11-4d4d7df9c8da req-ec6be7b7-9d52-414c-be9c-5cb9e0c612da tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:23.228721 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-0464511d-fda9-4b54-ac11-4d4d7df9c8da req-ec6be7b7-9d52-414c-be9c-5cb9e0c612da tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b9d62e6-6196-4c6f-ba02-dcf3fece8937 HTTP/1.1" status: 200 len: 945 time: 0.0480983 Jan 27 16:49:23.276074 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-0464511d-fda9-4b54-ac11-4d4d7df9c8da req-e8a281d0-2033-4f59-b615-953f8e83e81b tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a8e62f-6500-4e23-befe-450a1bee6317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410075 Jan 27 16:49:23.413007 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5b9493-fb32-431c-b925-d194142ec2cb req-6c48214f-097a-49c3-9170-3151060caa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:23.414533 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-ea5b9493-fb32-431c-b925-d194142ec2cb req-6c48214f-097a-49c3-9170-3151060caa9e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d38c499f-fa3e-48b8-ba77-1e1246ed2b6a HTTP/1.1" status: 200 len: 849 time: 0.0962775 Jan 27 16:49:23.421451 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba85a0-bb08-4fe1-ad4a-81a19e29ddfa req-2f57b9d7-d808-408e-9912-74bf5bd406a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:23.423043 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-09ba85a0-bb08-4fe1-ad4a-81a19e29ddfa req-2f57b9d7-d808-408e-9912-74bf5bd406a8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=326cd822c847423ba2417f593ca8c6ff&device_id=b5490cbd-3604-4065-b528-a305f9f211ce HTTP/1.1" status: 200 len: 1096 time: 0.0672581 Jan 27 16:49:23.453258 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e95a77-ce95-4b17-96a6-125cbbc99ad9 req-4692cca7-a7b0-4c8d-b675-119264c55172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:23.455076 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-19e95a77-ce95-4b17-96a6-125cbbc99ad9 req-4692cca7-a7b0-4c8d-b675-119264c55172 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b0494b2b-60e2-42b5-a63f-939831eceb11 HTTP/1.1" status: 200 len: 856 time: 0.1370087 Jan 27 16:49:23.463338 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442fe7b1-8124-4d7c-b60a-bbabd0dc9618 req-8584af0f-8bc1-4fa6-9470-6fe520f53dfe tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:23.466977 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-442fe7b1-8124-4d7c-b60a-bbabd0dc9618 req-8584af0f-8bc1-4fa6-9470-6fe520f53dfe tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=27dbabab-3baf-4446-aaad-bdd80b162cd7 HTTP/1.1" status: 200 len: 943 time: 0.1016815 Jan 27 16:49:23.552244 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5b9493-fb32-431c-b925-d194142ec2cb req-3a7e6cd8-f0ac-416d-8e27-424f5222096b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:23.553753 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-ea5b9493-fb32-431c-b925-d194142ec2cb req-3a7e6cd8-f0ac-416d-8e27-424f5222096b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d4e5124e-533e-45d6-b9d3-79afca1c35e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1298509 Jan 27 16:49:23.598282 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e95a77-ce95-4b17-96a6-125cbbc99ad9 req-1f1ae4fd-db90-4410-b232-10ff98354a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:23.599788 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-19e95a77-ce95-4b17-96a6-125cbbc99ad9 req-1f1ae4fd-db90-4410-b232-10ff98354a60 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4e17d67f-4d84-42b2-a3bf-cf48fd71687d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1301351 Jan 27 16:49:23.611176 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-442fe7b1-8124-4d7c-b60a-bbabd0dc9618 req-b28714a7-f857-4930-8510-e7ffb67787fe tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/security-groups?id=341578a6-674d-4340-af0f-c81e76fc0269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120164 Jan 27 16:49:23.671397 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88885b7e-b4ce-4e0b-bdd2-ac8cbdebaf29 req-bb912c35-644b-40c3-8911-5effdb1e07b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:23.672852 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-88885b7e-b4ce-4e0b-bdd2-ac8cbdebaf29 req-bb912c35-644b-40c3-8911-5effdb1e07b5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2 HTTP/1.1" status: 200 len: 1098 time: 0.1506348 Jan 27 16:49:23.704638 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba85a0-bb08-4fe1-ad4a-81a19e29ddfa req-47205970-21c0-4569-aa23-5c50f707375e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:23.706216 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-09ba85a0-bb08-4fe1-ad4a-81a19e29ddfa req-47205970-21c0-4569-aa23-5c50f707375e service neutron] 10.222.0.24 "GET /v2.0/networks?id=d601b71c-9e85-4907-a350-1cc1a1486f21 HTTP/1.1" status: 200 len: 920 time: 0.2522659 Jan 27 16:49:23.753869 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-19e95a77-ce95-4b17-96a6-125cbbc99ad9 req-b33f9a60-9758-4659-ab03-31fb145eb5f1 service neutron] 10.222.0.24 "GET /v2.0/networks/4e17d67f-4d84-42b2-a3bf-cf48fd71687d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416609 Jan 27 16:49:23.768609 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-09ba85a0-bb08-4fe1-ad4a-81a19e29ddfa req-c6469663-7f1b-432b-bce1-bfae1c9aba54 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e60561d-e86c-4bcf-b188-6be71158ac4e HTTP/1.1" status: 200 len: 217 time: 0.0522275 Jan 27 16:49:23.800491 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-ea5b9493-fb32-431c-b925-d194142ec2cb req-20f2a6b3-996d-4dfa-80f0-a6bc238d4668 service neutron] 10.222.0.24 "GET /v2.0/networks/d4e5124e-533e-45d6-b9d3-79afca1c35e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288074 Jan 27 16:49:23.821483 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057072e9-d030-40e8-95a5-add96141ff56 req-9fab665c-db33-422d-8f51-f592882a4fc4 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:23.823652 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-057072e9-d030-40e8-95a5-add96141ff56 req-9fab665c-db33-422d-8f51-f592882a4fc4 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 943 time: 0.1159456 Jan 27 16:49:23.833798 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-88885b7e-b4ce-4e0b-bdd2-ac8cbdebaf29 req-e88a4a5d-81a3-4cfe-998f-d6cb2a330198 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469016 Jan 27 16:49:23.892708 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba85a0-bb08-4fe1-ad4a-81a19e29ddfa req-1b455f84-7471-4fe4-89a4-68b75957c077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:23.894254 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-09ba85a0-bb08-4fe1-ad4a-81a19e29ddfa req-1b455f84-7471-4fe4-89a4-68b75957c077 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e7392202-f723-44b8-a453-411e289e56a2 HTTP/1.1" status: 200 len: 859 time: 0.1143425 Jan 27 16:49:23.935217 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-ea5b9493-fb32-431c-b925-d194142ec2cb req-f8d883a0-7243-4795-ac6c-6e612d422c20 service neutron] 10.222.0.24 "GET /v2.0/networks/d4e5124e-533e-45d6-b9d3-79afca1c35e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155272 Jan 27 16:49:23.937323 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ee07ac-c6d1-41d2-acdd-3612599df1a2 req-e951730d-0527-49ca-8691-4b412092cd51 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:23.938787 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-70ee07ac-c6d1-41d2-acdd-3612599df1a2 req-e951730d-0527-49ca-8691-4b412092cd51 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a0a7f18-d314-4368-bed8-cb27c0ba466b HTTP/1.1" status: 200 len: 945 time: 0.1252584 Jan 27 16:49:23.958396 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-19e95a77-ce95-4b17-96a6-125cbbc99ad9 req-4eca8dc2-c200-4a6a-a376-9d8dcc791b09 service neutron] 10.222.0.24 "GET /v2.0/networks/4e17d67f-4d84-42b2-a3bf-cf48fd71687d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972120 Jan 27 16:49:23.967552 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-057072e9-d030-40e8-95a5-add96141ff56 req-3a820832-da1f-4f55-a183-dd619679bd42 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=52be2b41-f385-4b04-9c22-e44335586e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292958 Jan 27 16:49:24.001496 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-70ee07ac-c6d1-41d2-acdd-3612599df1a2 req-bc276204-638a-4719-836d-ed856d9cde98 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b312599-18fb-44ac-8380-190ce0b5ebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560970 Jan 27 16:49:24.101690 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-09ba85a0-bb08-4fe1-ad4a-81a19e29ddfa req-76545ffa-2a3e-40d3-906f-68186f46bde8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d601b71c-9e85-4907-a350-1cc1a1486f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300558 Jan 27 16:49:24.219308 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f6aed-19d4-4db3-8526-94cccb16f77e req-838ab3de-37d1-422e-a29c-da4660c06f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:24.220817 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-129f6aed-19d4-4db3-8526-94cccb16f77e req-838ab3de-37d1-422e-a29c-da4660c06f5c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=11d012d792424a858b876a618c79f7af&device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 1096 time: 0.0993695 Jan 27 16:49:24.250965 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e1c7fd-51e9-4605-9e72-4457c72c55d5 req-fa0569d5-1aab-4302-929f-50c471e2b5ae tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:24.252647 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-34e1c7fd-51e9-4605-9e72-4457c72c55d5 req-fa0569d5-1aab-4302-929f-50c471e2b5ae tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5490cbd-3604-4065-b528-a305f9f211ce HTTP/1.1" status: 200 len: 943 time: 0.0511444 Jan 27 16:49:24.299828 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-09ba85a0-bb08-4fe1-ad4a-81a19e29ddfa req-a824b974-afae-444a-9a5b-4412e1184419 service neutron] 10.222.0.24 "GET /v2.0/networks/d601b71c-9e85-4907-a350-1cc1a1486f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698599 Jan 27 16:49:24.329465 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-34e1c7fd-51e9-4605-9e72-4457c72c55d5 req-1f5ab364-4417-4d18-8af1-fa327fad6b54 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636592 Jan 27 16:49:24.499232 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae51dfa-e5f3-4485-b356-a6e092f9a1df req-4fcb9ae8-cc36-482c-ad7c-dbfc26477c82 tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:24.501719 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-bae51dfa-e5f3-4485-b356-a6e092f9a1df req-4fcb9ae8-cc36-482c-ad7c-dbfc26477c82 tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b9d62e6-6196-4c6f-ba02-dcf3fece8937 HTTP/1.1" status: 200 len: 945 time: 0.1286659 Jan 27 16:49:24.617330 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-bae51dfa-e5f3-4485-b356-a6e092f9a1df req-23cf62fc-9945-4a93-893c-7d3c54a9bd1c tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a8e62f-6500-4e23-befe-450a1bee6317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066561 Jan 27 16:49:24.626934 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f6aed-19d4-4db3-8526-94cccb16f77e req-5c3d588a-1c25-452b-b433-2656d62db8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:24.628887 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-129f6aed-19d4-4db3-8526-94cccb16f77e req-5c3d588a-1c25-452b-b433-2656d62db8b4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4e17d67f-4d84-42b2-a3bf-cf48fd71687d HTTP/1.1" status: 200 len: 918 time: 0.3925059 Jan 27 16:49:24.691275 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-129f6aed-19d4-4db3-8526-94cccb16f77e req-c998c5ad-e84e-4b9e-9c8e-59150eb9185c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=abeda3c4-6ebc-46ec-9c5e-ff3315222ece HTTP/1.1" status: 200 len: 217 time: 0.0531211 Jan 27 16:49:24.750133 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f6aed-19d4-4db3-8526-94cccb16f77e req-b7f13c48-89f2-48fa-b70b-a63ac18d051c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:24.751610 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-129f6aed-19d4-4db3-8526-94cccb16f77e req-b7f13c48-89f2-48fa-b70b-a63ac18d051c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b0494b2b-60e2-42b5-a63f-939831eceb11 HTTP/1.1" status: 200 len: 856 time: 0.0495882 Jan 27 16:49:24.757820 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-09ba85a0-bb08-4fe1-ad4a-81a19e29ddfa req-34d738ab-57ef-4e48-9be6-1da4ec3ffb23 service neutron] 10.222.0.24 "GET /v2.0/networks/d601b71c-9e85-4907-a350-1cc1a1486f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4373114 Jan 27 16:49:24.795370 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9694ab5-13ac-4ca1-aef0-0be7bbfff641 req-652710cb-b08d-4dcf-8b7a-1420e376338d tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:24.798099 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-a9694ab5-13ac-4ca1-aef0-0be7bbfff641 req-652710cb-b08d-4dcf-8b7a-1420e376338d tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=27dbabab-3baf-4446-aaad-bdd80b162cd7 HTTP/1.1" status: 200 len: 943 time: 0.0800769 Jan 27 16:49:24.826157 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f6aed-19d4-4db3-8526-94cccb16f77e req-bb0ac214-3d44-44be-b8fc-11db8912b4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:24.827533 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-129f6aed-19d4-4db3-8526-94cccb16f77e req-bb0ac214-3d44-44be-b8fc-11db8912b4df service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4e17d67f-4d84-42b2-a3bf-cf48fd71687d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0561876 Jan 27 16:49:24.903228 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-a9694ab5-13ac-4ca1-aef0-0be7bbfff641 req-e7efb3b1-7d0a-4b54-ace8-6f560bc818e1 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/security-groups?id=341578a6-674d-4340-af0f-c81e76fc0269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988836 Jan 27 16:49:24.955818 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-129f6aed-19d4-4db3-8526-94cccb16f77e req-5316dcaa-674f-437c-8129-79357bffc0e6 service neutron] 10.222.0.24 "GET /v2.0/networks/4e17d67f-4d84-42b2-a3bf-cf48fd71687d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980842 Jan 27 16:49:25.051310 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-129f6aed-19d4-4db3-8526-94cccb16f77e req-69e24eab-387c-4aef-87d2-899c8f9960b2 service neutron] 10.222.0.24 "GET /v2.0/networks/4e17d67f-4d84-42b2-a3bf-cf48fd71687d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891089 Jan 27 16:49:25.104907 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b488d6-fae7-492a-852f-4cb392fa519f req-3ee60369-8e70-41b7-8de3-4c57c1232214 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:25.106411 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-66b488d6-fae7-492a-852f-4cb392fa519f req-3ee60369-8e70-41b7-8de3-4c57c1232214 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 943 time: 0.0544107 Jan 27 16:49:25.155970 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-66b488d6-fae7-492a-852f-4cb392fa519f req-696ff84c-74cc-4441-bfff-86a87ca4482d tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=52be2b41-f385-4b04-9c22-e44335586e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428095 Jan 27 16:49:25.437457 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcf10fc-41b0-4124-a4bf-1119dbbb5d1d req-7567f96b-7b6a-4ce7-8f16-5d9b697a6899 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:25.440464 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-9fcf10fc-41b0-4124-a4bf-1119dbbb5d1d req-7567f96b-7b6a-4ce7-8f16-5d9b697a6899 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5490cbd-3604-4065-b528-a305f9f211ce HTTP/1.1" status: 200 len: 943 time: 0.0560882 Jan 27 16:49:25.516751 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-9fcf10fc-41b0-4124-a4bf-1119dbbb5d1d req-95a006d6-0b0b-4769-918e-a7793fdac5ca tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668364 Jan 27 16:49:25.756379 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f869cd8b-a8df-4abd-ae21-4ce587ea68ed req-6acbe1be-a1d2-4ea1-9ec3-7bcef3351629 tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:25.758155 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-f869cd8b-a8df-4abd-ae21-4ce587ea68ed req-6acbe1be-a1d2-4ea1-9ec3-7bcef3351629 tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b9d62e6-6196-4c6f-ba02-dcf3fece8937 HTTP/1.1" status: 200 len: 945 time: 0.0658469 Jan 27 16:49:25.820023 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-f869cd8b-a8df-4abd-ae21-4ce587ea68ed req-bd5374aa-9281-4945-88d5-95ed6f2d709a tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a8e62f-6500-4e23-befe-450a1bee6317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554831 Jan 27 16:49:26.037759 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23237f2-8a76-4cb5-8662-435078ad304e req-58d5a4a0-3fe5-4442-ad45-53620af9d27f tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:26.039324 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-a23237f2-8a76-4cb5-8662-435078ad304e req-58d5a4a0-3fe5-4442-ad45-53620af9d27f tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=27dbabab-3baf-4446-aaad-bdd80b162cd7 HTTP/1.1" status: 200 len: 943 time: 0.0662479 Jan 27 16:49:26.096399 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-a23237f2-8a76-4cb5-8662-435078ad304e req-635ee4da-3e97-477d-b60f-f4cb90e23d4c tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/security-groups?id=341578a6-674d-4340-af0f-c81e76fc0269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493364 Jan 27 16:49:26.299912 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc1df07-3557-4d91-93bd-d45ec7060639 req-945212f1-098a-4290-a4bf-ea069aaaf5a1 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:26.301352 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-4bc1df07-3557-4d91-93bd-d45ec7060639 req-945212f1-098a-4290-a4bf-ea069aaaf5a1 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 943 time: 0.0506451 Jan 27 16:49:26.355663 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-4bc1df07-3557-4d91-93bd-d45ec7060639 req-b06f42de-83dc-4420-ab37-2be16717a990 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=52be2b41-f385-4b04-9c22-e44335586e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484188 Jan 27 16:49:26.576934 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 45432) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:49:26.631091 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a23be7a-29be-49ce-998d-e587a7064960 req-02f580b8-2c08-4275-aede-4af2bd828f36 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:26.632573 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-0a23be7a-29be-49ce-998d-e587a7064960 req-02f580b8-2c08-4275-aede-4af2bd828f36 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5490cbd-3604-4065-b528-a305f9f211ce HTTP/1.1" status: 200 len: 943 time: 0.0502107 Jan 27 16:49:26.689731 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-5f7cb0fe-14bb-437a-8bb5-35b383522ff8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:26.694891 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-0a23be7a-29be-49ce-998d-e587a7064960 req-1cec0af6-2fe0-48b5-b300-e1e8bd5f4418 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561595 Jan 27 16:49:26.768892 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-5f7cb0fe-14bb-437a-8bb5-35b383522ff8 admin admin] Publish callbacks [] for security_group (e97b1bd4-b709-4786-a8ff-f7e4e3d21549), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:26.772565 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-5f7cb0fe-14bb-437a-8bb5-35b383522ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (e97b1bd4-b709-4786-a8ff-f7e4e3d21549), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:26.809951 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-5f7cb0fe-14bb-437a-8bb5-35b383522ff8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6584646e674b4971a46b22c596810796&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2319028 Jan 27 16:49:26.811800 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7cb0fe-14bb-437a-8bb5-35b383522ff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e97b1bd4-b709-4786-a8ff-f7e4e3d21549,revision_number=1']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:26.812624 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 45436) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:49:26.864120 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-7ac7d046-64c5-446e-a09a-f87a20af146a admin admin] Publish callbacks [] for security_group (e97b1bd4-b709-4786-a8ff-f7e4e3d21549), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:26.885779 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-7ac7d046-64c5-446e-a09a-f87a20af146a admin admin] Publish callbacks [] for security_group (e97b1bd4-b709-4786-a8ff-f7e4e3d21549), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:26.937382 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-7ac7d046-64c5-446e-a09a-f87a20af146a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (e97b1bd4-b709-4786-a8ff-f7e4e3d21549), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:26.940155 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-7ac7d046-64c5-446e-a09a-f87a20af146a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:26.943579 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-7ac7d046-64c5-446e-a09a-f87a20af146a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e97b1bd4-b709-4786-a8ff-f7e4e3d21549 HTTP/1.1" status: 204 len: 168 time: 0.1276152 Jan 27 16:49:26.949038 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac7d046-64c5-446e-a09a-f87a20af146a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e97b1bd4-b709-4786-a8ff-f7e4e3d21549,revision_number=None']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:27.219147 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eaa0db-530c-4070-8692-8614a8ab9ccf req-70149cc9-e6c0-4bc1-9e6e-90bd1a773abf tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:27.220767 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-b6eaa0db-530c-4070-8692-8614a8ab9ccf req-70149cc9-e6c0-4bc1-9e6e-90bd1a773abf tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=27dbabab-3baf-4446-aaad-bdd80b162cd7 HTTP/1.1" status: 200 len: 943 time: 0.0494063 Jan 27 16:49:27.232064 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 45456) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:49:27.249271 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-fef97ca0-fd8a-4421-bb3f-7ae6e5160567 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:27.280837 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-b6eaa0db-530c-4070-8692-8614a8ab9ccf req-b88f8cfa-2379-45c7-842d-ebe08389202e tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/security-groups?id=341578a6-674d-4340-af0f-c81e76fc0269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501490 Jan 27 16:49:27.328145 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-fef97ca0-fd8a-4421-bb3f-7ae6e5160567 admin admin] Publish callbacks [] for security_group (c2e67f0d-83b7-4dc2-b575-731a4e832726), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:27.331781 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-fef97ca0-fd8a-4421-bb3f-7ae6e5160567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (c2e67f0d-83b7-4dc2-b575-731a4e832726), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:27.369162 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-fef97ca0-fd8a-4421-bb3f-7ae6e5160567 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fff86ba087154ef8835cd1d0943e979a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1360550 Jan 27 16:49:27.370713 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef97ca0-fd8a-4421-bb3f-7ae6e5160567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e67f0d-83b7-4dc2-b575-731a4e832726,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:27.372693 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 45460) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:49:27.424021 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-f2b5c1d1-bc4b-47a6-be55-8048e2b8db3a admin admin] Publish callbacks [] for security_group (c2e67f0d-83b7-4dc2-b575-731a4e832726), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:27.468702 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-f2b5c1d1-bc4b-47a6-be55-8048e2b8db3a admin admin] Publish callbacks [] for security_group (c2e67f0d-83b7-4dc2-b575-731a4e832726), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:27.510639 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad7ddd-558c-4943-b825-705784c7c7ad req-e1dbf0f5-8b02-427c-abb2-63becf6259a8 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:27.512460 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-fdad7ddd-558c-4943-b825-705784c7c7ad req-e1dbf0f5-8b02-427c-abb2-63becf6259a8 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 943 time: 0.0842860 Jan 27 16:49:27.542033 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-f2b5c1d1-bc4b-47a6-be55-8048e2b8db3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (c2e67f0d-83b7-4dc2-b575-731a4e832726), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:27.544561 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-f2b5c1d1-bc4b-47a6-be55-8048e2b8db3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:27.545676 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-f2b5c1d1-bc4b-47a6-be55-8048e2b8db3a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c2e67f0d-83b7-4dc2-b575-731a4e832726 HTTP/1.1" status: 204 len: 168 time: 0.1715655 Jan 27 16:49:27.566591 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b5c1d1-bc4b-47a6-be55-8048e2b8db3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e67f0d-83b7-4dc2-b575-731a4e832726,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:27.577953 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-fdad7ddd-558c-4943-b825-705784c7c7ad req-abc4eb12-1450-43f1-876b-364d56b50f3e tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=52be2b41-f385-4b04-9c22-e44335586e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590897 Jan 27 16:49:27.686298 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device abeda3c4-6ebc-46ec-9c5e-ff3315222ece details requested by agent hyperv_hv-cinder-81883 with host hv-cinder-81883 {{(pid=114096) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 16:49:27.789575 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] For port abeda3c4-6ebc-46ec-9c5e-ff3315222ece, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=abeda3c4-6ebc-46ec-9c5e-ff3315222ece,segment=NetworkSegment(f24320bd-5fde-4b90-81d3-17a919a07a12),segment_id=f24320bd-5fde-4b90-81d3-17a919a07a12)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:49:27.805421 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Returning: {'device': 'abeda3c4-6ebc-46ec-9c5e-ff3315222ece', 'network_id': '4e17d67f-4d84-42b2-a3bf-cf48fd71687d', 'port_id': 'abeda3c4-6ebc-46ec-9c5e-ff3315222ece', 'mac_address': 'fa:16:3e:c8:72:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0494b2b-60e2-42b5-a63f-939831eceb11', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114096) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 16:49:27.821922 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f70cbb8-d3f4-4378-b05a-86387a72530b req-7539bddd-bc75-45e0-84de-7b2f8461301f tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:27.823592 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-4f70cbb8-d3f4-4378-b05a-86387a72530b req-7539bddd-bc75-45e0-84de-7b2f8461301f tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5490cbd-3604-4065-b528-a305f9f211ce HTTP/1.1" status: 200 len: 943 time: 0.0586746 Jan 27 16:49:27.848610 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Current status of the port abeda3c4-6ebc-46ec-9c5e-ff3315222ece is: DOWN; New status is: BUILD {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:49:27.849003 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (abeda3c4-6ebc-46ec-9c5e-ff3315222ece), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:27.862939 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.notifiers.nova [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abeda3c4-6ebc-46ec-9c5e-ff3315222ece {{(pid=114096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:49:27.874723 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-4f70cbb8-d3f4-4378-b05a-86387a72530b req-ac63187a-5541-4911-b8a1-be2ec546a448 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447338 Jan 27 16:49:27.883508 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] For port abeda3c4-6ebc-46ec-9c5e-ff3315222ece, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=abeda3c4-6ebc-46ec-9c5e-ff3315222ece,segment=NetworkSegment(f24320bd-5fde-4b90-81d3-17a919a07a12),segment_id=f24320bd-5fde-4b90-81d3-17a919a07a12)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:49:27.897230 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (abeda3c4-6ebc-46ec-9c5e-ff3315222ece), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:27.897230 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device 8e60561d-e86c-4bcf-b188-6be71158ac4e details requested by agent hyperv_hv-cinder-81883 with host hv-cinder-81883 {{(pid=114096) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 16:49:27.989300 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Pushing event updated for resources: {'Port': ['ID=abeda3c4-6ebc-46ec-9c5e-ff3315222ece,revision_number=4']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:28.029455 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] For port 8e60561d-e86c-4bcf-b188-6be71158ac4e, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=8e60561d-e86c-4bcf-b188-6be71158ac4e,segment=NetworkSegment(40f7a2f6-ac83-4e76-b1fb-213c8c8338bd),segment_id=40f7a2f6-ac83-4e76-b1fb-213c8c8338bd)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:49:28.041363 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Returning: {'device': '8e60561d-e86c-4bcf-b188-6be71158ac4e', 'network_id': 'd601b71c-9e85-4907-a350-1cc1a1486f21', 'port_id': '8e60561d-e86c-4bcf-b188-6be71158ac4e', 'mac_address': 'fa:16:3e:63:02:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7392202-f723-44b8-a453-411e289e56a2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114096) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 16:49:28.079416 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Current status of the port 8e60561d-e86c-4bcf-b188-6be71158ac4e is: DOWN; New status is: BUILD {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:49:28.079837 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (8e60561d-e86c-4bcf-b188-6be71158ac4e), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:28.092709 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.notifiers.nova [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e60561d-e86c-4bcf-b188-6be71158ac4e {{(pid=114096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:49:28.112958 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] For port 8e60561d-e86c-4bcf-b188-6be71158ac4e, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=8e60561d-e86c-4bcf-b188-6be71158ac4e,segment=NetworkSegment(40f7a2f6-ac83-4e76-b1fb-213c8c8338bd),segment_id=40f7a2f6-ac83-4e76-b1fb-213c8c8338bd)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:49:28.118515 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (8e60561d-e86c-4bcf-b188-6be71158ac4e), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:28.119936 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device c7ee8f95-4b6c-4378-a74a-658d33610c09 details requested by agent hyperv_hv-cinder-81883 with host hv-cinder-81883 {{(pid=114096) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 16:49:28.220011 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Pushing event updated for resources: {'Port': ['ID=8e60561d-e86c-4bcf-b188-6be71158ac4e,revision_number=4']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:28.259086 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] For port c7ee8f95-4b6c-4378-a74a-658d33610c09, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=c7ee8f95-4b6c-4378-a74a-658d33610c09,segment=NetworkSegment(6ece6a4a-5bdf-40d7-bd59-6b778037144a),segment_id=6ece6a4a-5bdf-40d7-bd59-6b778037144a)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:49:28.271261 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Returning: {'device': 'c7ee8f95-4b6c-4378-a74a-658d33610c09', 'network_id': 'd4e5124e-533e-45d6-b9d3-79afca1c35e2', 'port_id': 'c7ee8f95-4b6c-4378-a74a-658d33610c09', 'mac_address': 'fa:16:3e:de:7c:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd38c499f-fa3e-48b8-ba77-1e1246ed2b6a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114096) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 16:49:28.310234 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Current status of the port c7ee8f95-4b6c-4378-a74a-658d33610c09 is: DOWN; New status is: BUILD {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:49:28.310628 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (c7ee8f95-4b6c-4378-a74a-658d33610c09), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:28.323943 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.notifiers.nova [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7ee8f95-4b6c-4378-a74a-658d33610c09 {{(pid=114096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:49:28.345494 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] For port c7ee8f95-4b6c-4378-a74a-658d33610c09, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=c7ee8f95-4b6c-4378-a74a-658d33610c09,segment=NetworkSegment(6ece6a4a-5bdf-40d7-bd59-6b778037144a),segment_id=6ece6a4a-5bdf-40d7-bd59-6b778037144a)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:49:28.349518 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (c7ee8f95-4b6c-4378-a74a-658d33610c09), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:28.401858 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a51b1a-901c-48bb-b188-abd6ca0fa2d4 req-e5a342f4-5c8f-4205-9acc-afb24f749c5c tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:28.403416 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-84a51b1a-901c-48bb-b188-abd6ca0fa2d4 req-e5a342f4-5c8f-4205-9acc-afb24f749c5c tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=27dbabab-3baf-4446-aaad-bdd80b162cd7 HTTP/1.1" status: 200 len: 944 time: 0.0507579 Jan 27 16:49:28.406589 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Pushing event updated for resources: {'Port': ['ID=c7ee8f95-4b6c-4378-a74a-658d33610c09,revision_number=4']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:28.455279 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-84a51b1a-901c-48bb-b188-abd6ca0fa2d4 req-321078d5-b9e9-41f4-b6a1-124f23fbd204 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/security-groups?id=341578a6-674d-4340-af0f-c81e76fc0269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460253 Jan 27 16:49:28.717780 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb578fae-29ac-483e-8d65-2d9c8eb54b1a req-eb10e04f-66af-4e52-8868-ad7d82eea492 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:28.719256 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-bb578fae-29ac-483e-8d65-2d9c8eb54b1a req-eb10e04f-66af-4e52-8868-ad7d82eea492 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 944 time: 0.0681188 Jan 27 16:49:28.764373 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-bb578fae-29ac-483e-8d65-2d9c8eb54b1a req-166ef106-3ec6-4730-a9f9-09e716170dfc tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=52be2b41-f385-4b04-9c22-e44335586e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395696 Jan 27 16:49:28.988391 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e053a735-6b1f-4b1d-a7cd-810f47097a29 req-0d467331-ef72-4864-9b37-7d042381fca7 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:28.989925 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-e053a735-6b1f-4b1d-a7cd-810f47097a29 req-0d467331-ef72-4864-9b37-7d042381fca7 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5490cbd-3604-4065-b528-a305f9f211ce HTTP/1.1" status: 200 len: 944 time: 0.0465178 Jan 27 16:49:29.035126 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-e053a735-6b1f-4b1d-a7cd-810f47097a29 req-092bde41-07bc-446d-abfd-d9a80aaad224 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392237 Jan 27 16:49:29.566222 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddfb694-f12a-4edf-b332-ddf81c655cd4 req-8c4bd298-219b-40e7-bdaa-8bbe49ff8737 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:29.567686 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-bddfb694-f12a-4edf-b332-ddf81c655cd4 req-8c4bd298-219b-40e7-bdaa-8bbe49ff8737 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=27dbabab-3baf-4446-aaad-bdd80b162cd7 HTTP/1.1" status: 200 len: 944 time: 0.0473583 Jan 27 16:49:29.618279 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-bddfb694-f12a-4edf-b332-ddf81c655cd4 req-f29acc99-5932-4c26-82db-28cc95e9ba59 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/security-groups?id=341578a6-674d-4340-af0f-c81e76fc0269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445411 Jan 27 16:49:29.879625 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118982dc-efa2-44c3-9696-e7a66a5b76f8 req-18670342-56db-47e5-8ea6-ea6525d9e9d7 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:29.881880 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-118982dc-efa2-44c3-9696-e7a66a5b76f8 req-18670342-56db-47e5-8ea6-ea6525d9e9d7 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 944 time: 0.0469935 Jan 27 16:49:29.929340 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-118982dc-efa2-44c3-9696-e7a66a5b76f8 req-923dd8d8-fa1b-47bd-b221-51cfb7926fc8 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=52be2b41-f385-4b04-9c22-e44335586e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408778 Jan 27 16:49:30.080986 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] get_ports_and_sgs() called for port_ids ['c7ee8f95-4b6c-4378-a74a-658d33610c09'] {{(pid=114096) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 16:49:30.085852 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] get_ports_and_sgs() called for port_ids ['8e60561d-e86c-4bcf-b188-6be71158ac4e'] {{(pid=114096) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 16:49:30.150301 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9274e6a5-673f-4dbd-9075-fda44b7e1570 req-7f184fa9-1dc8-4b2a-9a44-c008c44e1595 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:30.152074 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-9274e6a5-673f-4dbd-9075-fda44b7e1570 req-7f184fa9-1dc8-4b2a-9a44-c008c44e1595 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5490cbd-3604-4065-b528-a305f9f211ce HTTP/1.1" status: 200 len: 944 time: 0.0488288 Jan 27 16:49:30.166826 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] get_ports_and_sgs() called for port_ids ['abeda3c4-6ebc-46ec-9c5e-ff3315222ece'] {{(pid=114096) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 16:49:30.200598 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-9274e6a5-673f-4dbd-9075-fda44b7e1570 req-46d24961-830a-455c-9e7c-c78aeffd07b0 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429201 Jan 27 16:49:30.735644 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c26236-c867-4cb6-852b-4c97b608a631 req-1f92dd43-4ca5-40d5-ade5-94a29b4168c8 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:30.737200 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-a0c26236-c867-4cb6-852b-4c97b608a631 req-1f92dd43-4ca5-40d5-ade5-94a29b4168c8 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=27dbabab-3baf-4446-aaad-bdd80b162cd7 HTTP/1.1" status: 200 len: 944 time: 0.0540173 Jan 27 16:49:30.795839 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-a0c26236-c867-4cb6-852b-4c97b608a631 req-361d2c67-a611-423f-bbfb-78b3ef6fe3b0 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/security-groups?id=341578a6-674d-4340-af0f-c81e76fc0269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484619 Jan 27 16:49:31.079059 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d2b8b9-9708-4ed0-8497-c794b18a1a66 req-18a1f528-5035-4157-a2f3-35e765ff5d87 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:31.080583 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-c2d2b8b9-9708-4ed0-8497-c794b18a1a66 req-18a1f528-5035-4157-a2f3-35e765ff5d87 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 944 time: 0.0590675 Jan 27 16:49:31.129697 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-c2d2b8b9-9708-4ed0-8497-c794b18a1a66 req-d5dd1453-a45c-4f50-8035-abba3283a9d9 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=52be2b41-f385-4b04-9c22-e44335586e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433722 Jan 27 16:49:31.313473 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd85c910-638a-4a45-bfab-fd5531edc5dc req-f077417a-0325-416a-9e11-5da44e5651ff tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:31.314942 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-bd85c910-638a-4a45-bfab-fd5531edc5dc req-f077417a-0325-416a-9e11-5da44e5651ff tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5490cbd-3604-4065-b528-a305f9f211ce HTTP/1.1" status: 200 len: 944 time: 0.0481930 Jan 27 16:49:31.364932 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-bd85c910-638a-4a45-bfab-fd5531edc5dc req-1a0eb4f3-9268-4e32-9aec-033ceb7c9172 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445461 Jan 27 16:49:31.908567 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfae779-6fae-4886-b155-a7a606e62c1b req-7ec9a1c5-c609-49d9-bb7b-250443213696 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:31.910018 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-2cfae779-6fae-4886-b155-a7a606e62c1b req-7ec9a1c5-c609-49d9-bb7b-250443213696 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=27dbabab-3baf-4446-aaad-bdd80b162cd7 HTTP/1.1" status: 200 len: 944 time: 0.0498259 Jan 27 16:49:31.955593 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-2cfae779-6fae-4886-b155-a7a606e62c1b req-b45a7f79-2e79-4e64-b489-a12058bbf6bb tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/security-groups?id=341578a6-674d-4340-af0f-c81e76fc0269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402040 Jan 27 16:49:32.244585 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa559890-f11a-4f7e-8b7c-f2611be2811b req-2523e535-4bd1-419a-8f4f-a8b463fb6b7e tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:32.246091 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-fa559890-f11a-4f7e-8b7c-f2611be2811b req-2523e535-4bd1-419a-8f4f-a8b463fb6b7e tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 944 time: 0.0465693 Jan 27 16:49:32.292185 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-fa559890-f11a-4f7e-8b7c-f2611be2811b req-043eb961-6569-4892-a530-92a5d5e165ac tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=52be2b41-f385-4b04-9c22-e44335586e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406611 Jan 27 16:49:32.477162 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01945d00-0769-40d9-9f43-e97de67a3109 req-10059353-4182-4b5f-9ea8-920e3b0fcc91 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:32.478573 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-01945d00-0769-40d9-9f43-e97de67a3109 req-10059353-4182-4b5f-9ea8-920e3b0fcc91 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5490cbd-3604-4065-b528-a305f9f211ce HTTP/1.1" status: 200 len: 944 time: 0.0488079 Jan 27 16:49:32.524658 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-01945d00-0769-40d9-9f43-e97de67a3109 req-55084285-b948-4fde-8bb3-a5a9b9abed85 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399916 Jan 27 16:49:33.066610 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0c9afd-ed85-4e97-baa7-3aae6f91defb req-2e0d310d-fe63-4323-9274-54310025d159 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:33.068073 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-db0c9afd-ed85-4e97-baa7-3aae6f91defb req-2e0d310d-fe63-4323-9274-54310025d159 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=27dbabab-3baf-4446-aaad-bdd80b162cd7 HTTP/1.1" status: 200 len: 944 time: 0.0473368 Jan 27 16:49:33.114826 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-db0c9afd-ed85-4e97-baa7-3aae6f91defb req-7dc3a471-e64e-4c2a-8a03-b5470d3bec31 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/security-groups?id=341578a6-674d-4340-af0f-c81e76fc0269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407829 Jan 27 16:49:33.414661 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f646c79-8925-4505-8028-69070ea3a30d req-e7236084-6ef3-4040-8e93-c5be9f7acf46 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:33.416328 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-9f646c79-8925-4505-8028-69070ea3a30d req-e7236084-6ef3-4040-8e93-c5be9f7acf46 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 944 time: 0.0531600 Jan 27 16:49:33.461789 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-9f646c79-8925-4505-8028-69070ea3a30d req-87fdf459-02b6-490a-a788-81a0e80f2c58 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=52be2b41-f385-4b04-9c22-e44335586e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399106 Jan 27 16:49:33.635767 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73870593-7f2f-4ba2-82bd-7162fb1afdd3 req-aae4f7fe-f1cb-4c9a-8099-ed29221cdaa7 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:33.637129 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-73870593-7f2f-4ba2-82bd-7162fb1afdd3 req-aae4f7fe-f1cb-4c9a-8099-ed29221cdaa7 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5490cbd-3604-4065-b528-a305f9f211ce HTTP/1.1" status: 200 len: 944 time: 0.0461941 Jan 27 16:49:33.683424 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-73870593-7f2f-4ba2-82bd-7162fb1afdd3 req-dab8ab6f-e022-4c7a-ba62-7c2eadcd5c7b tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406744 Jan 27 16:49:34.225455 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec6aa46-465f-45cc-bee3-13170d4e25ca req-adb54238-63b1-47cd-9593-1c21395ed410 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:34.226897 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-2ec6aa46-465f-45cc-bee3-13170d4e25ca req-adb54238-63b1-47cd-9593-1c21395ed410 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=27dbabab-3baf-4446-aaad-bdd80b162cd7 HTTP/1.1" status: 200 len: 944 time: 0.0486224 Jan 27 16:49:34.276997 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-2ec6aa46-465f-45cc-bee3-13170d4e25ca req-27227bda-ff00-4505-9aa1-ed2ce083f36c tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/security-groups?id=341578a6-674d-4340-af0f-c81e76fc0269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435858 Jan 27 16:49:34.578217 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db089f42-7a96-44e5-a262-bb30fa12d14f req-decf2ac2-794d-462c-99c4-148ca4817ba3 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:34.579647 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-db089f42-7a96-44e5-a262-bb30fa12d14f req-decf2ac2-794d-462c-99c4-148ca4817ba3 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 944 time: 0.0463252 Jan 27 16:49:34.624370 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-db089f42-7a96-44e5-a262-bb30fa12d14f req-73677985-a2f7-4530-8f27-45c872172926 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=52be2b41-f385-4b04-9c22-e44335586e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392587 Jan 27 16:49:34.796736 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edf64ef-e554-4751-a36f-e34a5081d4b1 req-a60487d3-d305-4e5e-be08-68064588aea9 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:34.798205 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-9edf64ef-e554-4751-a36f-e34a5081d4b1 req-a60487d3-d305-4e5e-be08-68064588aea9 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5490cbd-3604-4065-b528-a305f9f211ce HTTP/1.1" status: 200 len: 944 time: 0.0504508 Jan 27 16:49:34.843660 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-9edf64ef-e554-4751-a36f-e34a5081d4b1 req-df6ef95d-d221-4bd7-92de-748edafcc593 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401099 Jan 27 16:49:35.395180 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40291c94-5bd2-4473-8e70-31df550ac99f req-61706b18-caac-458d-8eb7-2fec019e1f7a tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:35.396927 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-40291c94-5bd2-4473-8e70-31df550ac99f req-61706b18-caac-458d-8eb7-2fec019e1f7a tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=27dbabab-3baf-4446-aaad-bdd80b162cd7 HTTP/1.1" status: 200 len: 944 time: 0.0535016 Jan 27 16:49:35.444761 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-40291c94-5bd2-4473-8e70-31df550ac99f req-818780e2-4109-4ea5-a06b-3cf36d3074bb tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/security-groups?id=341578a6-674d-4340-af0f-c81e76fc0269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412970 Jan 27 16:49:35.745266 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dfd4c0-3c5c-48a5-bb3f-6093a07c8450 req-20521922-1af6-4384-8ff6-1b1cad03cf08 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:35.746722 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-01dfd4c0-3c5c-48a5-bb3f-6093a07c8450 req-20521922-1af6-4384-8ff6-1b1cad03cf08 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 944 time: 0.0484757 Jan 27 16:49:35.791634 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-01dfd4c0-3c5c-48a5-bb3f-6093a07c8450 req-fe09ab5a-0e27-4740-9543-bb170b4ff3ec tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=52be2b41-f385-4b04-9c22-e44335586e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389144 Jan 27 16:49:35.958423 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6182fdef-4194-4ddd-8049-43a8fcac93d8 req-9e650507-599c-41f1-b88b-c8d3ae6bfde0 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:35.959850 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-6182fdef-4194-4ddd-8049-43a8fcac93d8 req-9e650507-599c-41f1-b88b-c8d3ae6bfde0 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5490cbd-3604-4065-b528-a305f9f211ce HTTP/1.1" status: 200 len: 944 time: 0.0466602 Jan 27 16:49:36.007321 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-6182fdef-4194-4ddd-8049-43a8fcac93d8 req-cb154066-2280-4aef-95c1-6f6feba83468 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413742 Jan 27 16:49:36.334163 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device abeda3c4-6ebc-46ec-9c5e-ff3315222ece up at agent hyperv_hv-cinder-81883 {{(pid=114096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:49:36.381707 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Provisioning for port abeda3c4-6ebc-46ec-9c5e-ff3315222ece completed by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 16:49:36.385447 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Provisioning complete for port abeda3c4-6ebc-46ec-9c5e-ff3315222ece triggered by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:49:36.385829 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (abeda3c4-6ebc-46ec-9c5e-ff3315222ece), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:36.469789 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Current status of the port abeda3c4-6ebc-46ec-9c5e-ff3315222ece is: BUILD; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:49:36.470179 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (abeda3c4-6ebc-46ec-9c5e-ff3315222ece), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:36.492664 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7ddbd2c-1d14-4efe-9228-3feaa97ef620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abeda3c4-6ebc-46ec-9c5e-ff3315222ece'}] {{(pid=114096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:49:36.499598 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7400b25514d980253c692f49984ce8becaf326df5cb1ee6ae8228296f1505bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f9dcc6b-7577-4e99-8f77-75e93be2bbd8" -d '{"events": [{"server_uuid": "f7ddbd2c-1d14-4efe-9228-3feaa97ef620", "name": "network-vif-plugged", "status": "completed", "tag": "abeda3c4-6ebc-46ec-9c5e-ff3315222ece"}]}' {{(pid=114096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:49:36.512117 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] For port abeda3c4-6ebc-46ec-9c5e-ff3315222ece, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=abeda3c4-6ebc-46ec-9c5e-ff3315222ece,segment=NetworkSegment(f24320bd-5fde-4b90-81d3-17a919a07a12),segment_id=f24320bd-5fde-4b90-81d3-17a919a07a12)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:49:36.516968 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (abeda3c4-6ebc-46ec-9c5e-ff3315222ece), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:36.517829 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device 8e60561d-e86c-4bcf-b188-6be71158ac4e up at agent hyperv_hv-cinder-81883 {{(pid=114096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:49:36.578472 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591c5e20-2aec-4690-b683-bb7c7ebe4ab1 req-bc2b40a3-e17a-4fdb-bac8-215ff20da972 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:36.580596 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-591c5e20-2aec-4690-b683-bb7c7ebe4ab1 req-bc2b40a3-e17a-4fdb-bac8-215ff20da972 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=27dbabab-3baf-4446-aaad-bdd80b162cd7 HTTP/1.1" status: 200 len: 944 time: 0.0667999 Jan 27 16:49:36.622781 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Pushing event updated for resources: {'Port': ['ID=abeda3c4-6ebc-46ec-9c5e-ff3315222ece,revision_number=5']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:36.639979 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Provisioning for port 8e60561d-e86c-4bcf-b188-6be71158ac4e completed by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 16:49:36.641676 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-591c5e20-2aec-4690-b683-bb7c7ebe4ab1 req-09815257-6230-4151-a79b-0a56a81b7f09 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/security-groups?id=341578a6-674d-4340-af0f-c81e76fc0269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492854 Jan 27 16:49:36.645118 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Provisioning complete for port 8e60561d-e86c-4bcf-b188-6be71158ac4e triggered by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:49:36.645422 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (8e60561d-e86c-4bcf-b188-6be71158ac4e), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:36.677907 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 16:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58a4c44b-5581-469a-b4a8-28e2b559df8f x-openstack-request-id: req-58a4c44b-5581-469a-b4a8-28e2b559df8f {{(pid=114096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:49:36.678226 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7ddbd2c-1d14-4efe-9228-3feaa97ef620", "name": "network-vif-plugged", "status": "completed", "tag": "abeda3c4-6ebc-46ec-9c5e-ff3315222ece", "code": 200}]} {{(pid=114096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:49:36.678481 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-58a4c44b-5581-469a-b4a8-28e2b559df8f {{(pid=114096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:49:36.678873 dv-cinder-818830-2-iscsi neutron-server[114096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7ddbd2c-1d14-4efe-9228-3feaa97ef620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abeda3c4-6ebc-46ec-9c5e-ff3315222ece', 'code': 200} Jan 27 16:49:36.729154 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Current status of the port 8e60561d-e86c-4bcf-b188-6be71158ac4e is: BUILD; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:49:36.729569 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (8e60561d-e86c-4bcf-b188-6be71158ac4e), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:36.761210 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] For port 8e60561d-e86c-4bcf-b188-6be71158ac4e, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=8e60561d-e86c-4bcf-b188-6be71158ac4e,segment=NetworkSegment(40f7a2f6-ac83-4e76-b1fb-213c8c8338bd),segment_id=40f7a2f6-ac83-4e76-b1fb-213c8c8338bd)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:49:36.764953 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (8e60561d-e86c-4bcf-b188-6be71158ac4e), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:36.765715 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device c7ee8f95-4b6c-4378-a74a-658d33610c09 up at agent hyperv_hv-cinder-81883 {{(pid=114096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:49:36.845496 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Pushing event updated for resources: {'Port': ['ID=8e60561d-e86c-4bcf-b188-6be71158ac4e,revision_number=5']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:36.858992 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Provisioning for port c7ee8f95-4b6c-4378-a74a-658d33610c09 completed by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 16:49:36.863529 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Provisioning complete for port c7ee8f95-4b6c-4378-a74a-658d33610c09 triggered by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:49:36.863951 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (c7ee8f95-4b6c-4378-a74a-658d33610c09), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:36.917173 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316de91-dd4f-4147-b677-5d4854235e1a req-0393b998-7cc9-4274-82fa-cca4cdf73252 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:36.918668 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-2316de91-dd4f-4147-b677-5d4854235e1a req-0393b998-7cc9-4274-82fa-cca4cdf73252 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 945 time: 0.0545595 Jan 27 16:49:36.946155 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Current status of the port c7ee8f95-4b6c-4378-a74a-658d33610c09 is: BUILD; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:49:36.946550 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (c7ee8f95-4b6c-4378-a74a-658d33610c09), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:36.964470 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-2316de91-dd4f-4147-b677-5d4854235e1a req-12ee26a3-7b95-4a3f-aee9-142d77c56914 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=52be2b41-f385-4b04-9c22-e44335586e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402186 Jan 27 16:49:36.981573 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] For port c7ee8f95-4b6c-4378-a74a-658d33610c09, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=c7ee8f95-4b6c-4378-a74a-658d33610c09,segment=NetworkSegment(6ece6a4a-5bdf-40d7-bd59-6b778037144a),segment_id=6ece6a4a-5bdf-40d7-bd59-6b778037144a)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:49:36.985680 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (c7ee8f95-4b6c-4378-a74a-658d33610c09), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:37.032508 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Pushing event updated for resources: {'Port': ['ID=c7ee8f95-4b6c-4378-a74a-658d33610c09,revision_number=5']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:37.121454 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab12532-bf67-48f0-88af-66c4d19860c1 req-a00e006b-8f69-4ba6-9b32-2fa9daf9a585 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:37.122792 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-0ab12532-bf67-48f0-88af-66c4d19860c1 req-a00e006b-8f69-4ba6-9b32-2fa9daf9a585 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5490cbd-3604-4065-b528-a305f9f211ce HTTP/1.1" status: 200 len: 945 time: 0.0491292 Jan 27 16:49:37.168464 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-0ab12532-bf67-48f0-88af-66c4d19860c1 req-5c21f149-d161-4b50-976c-7bb454d4d6a6 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402319 Jan 27 16:49:37.511933 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947a6076-7715-4da4-abdc-16f65880e981 req-fbc9914e-ef32-48f5-b87e-63d276433e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:37.513412 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-947a6076-7715-4da4-abdc-16f65880e981 req-fbc9914e-ef32-48f5-b87e-63d276433e65 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 1098 time: 0.0392973 Jan 27 16:49:37.557567 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-947a6076-7715-4da4-abdc-16f65880e981 req-8bead4d2-e2d2-4c0d-b8de-89ac814c03e7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=52be2b41-f385-4b04-9c22-e44335586e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364110 Jan 27 16:49:37.754966 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f793fe0e-3c08-4006-87b5-710e26676af5 req-a1b03a86-bbba-4f6b-9b92-7280eb17932c tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:37.756487 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-f793fe0e-3c08-4006-87b5-710e26676af5 req-a1b03a86-bbba-4f6b-9b92-7280eb17932c tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=27dbabab-3baf-4446-aaad-bdd80b162cd7 HTTP/1.1" status: 200 len: 945 time: 0.0466497 Jan 27 16:49:37.804936 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-f793fe0e-3c08-4006-87b5-710e26676af5 req-e2822d97-61d8-4589-8889-0c5deb75e0cd tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/security-groups?id=341578a6-674d-4340-af0f-c81e76fc0269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419970 Jan 27 16:49:38.086542 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6b6d55-ed98-4985-ba1e-ecde71d4bd12 req-9cd5515f-ae4e-4ea6-ab71-11816ba1c2b8 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:38.088688 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-6d6b6d55-ed98-4985-ba1e-ecde71d4bd12 req-9cd5515f-ae4e-4ea6-ab71-11816ba1c2b8 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 945 time: 0.0512118 Jan 27 16:49:38.135991 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-6d6b6d55-ed98-4985-ba1e-ecde71d4bd12 req-63d674ce-34ff-4fe7-a26e-940cde46ec40 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=52be2b41-f385-4b04-9c22-e44335586e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417175 Jan 27 16:49:38.243659 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 45738) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:49:38.283413 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad43c17-bc3a-49f2-8669-59375948f564 req-a88b14bd-031f-4cef-951e-f92a7cb41b35 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:38.285019 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-7ad43c17-bc3a-49f2-8669-59375948f564 req-a88b14bd-031f-4cef-951e-f92a7cb41b35 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5490cbd-3604-4065-b528-a305f9f211ce HTTP/1.1" status: 200 len: 945 time: 0.0518212 Jan 27 16:49:38.330790 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-7ad43c17-bc3a-49f2-8669-59375948f564 req-8c3b6117-28f8-4e86-93ad-93bd80d93e4c tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403869 Jan 27 16:49:38.358705 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-0c83dd43-6ec5-4960-b0e7-405870f7b1c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:38.433440 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-0c83dd43-6ec5-4960-b0e7-405870f7b1c1 admin admin] Publish callbacks [] for security_group (c58541d6-d722-4206-8dbf-d0d1a9d63d88), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:38.437157 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-0c83dd43-6ec5-4960-b0e7-405870f7b1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (c58541d6-d722-4206-8dbf-d0d1a9d63d88), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:38.476219 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c83dd43-6ec5-4960-b0e7-405870f7b1c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c58541d6-d722-4206-8dbf-d0d1a9d63d88,revision_number=1']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:38.480438 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-0c83dd43-6ec5-4960-b0e7-405870f7b1c1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b58cdd94c83540179522a28faeb0009e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2356362 Jan 27 16:49:38.483070 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 45744) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:49:38.531119 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-e737f6ce-6595-481f-a1ea-e3fecada6ddd admin admin] Publish callbacks [] for security_group (c58541d6-d722-4206-8dbf-d0d1a9d63d88), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:38.551967 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-e737f6ce-6595-481f-a1ea-e3fecada6ddd admin admin] Publish callbacks [] for security_group (c58541d6-d722-4206-8dbf-d0d1a9d63d88), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:38.596640 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-e737f6ce-6595-481f-a1ea-e3fecada6ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (c58541d6-d722-4206-8dbf-d0d1a9d63d88), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:38.599193 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-e737f6ce-6595-481f-a1ea-e3fecada6ddd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:38.600359 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-e737f6ce-6595-481f-a1ea-e3fecada6ddd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c58541d6-d722-4206-8dbf-d0d1a9d63d88 HTTP/1.1" status: 204 len: 168 time: 0.1163595 Jan 27 16:49:38.613157 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e737f6ce-6595-481f-a1ea-e3fecada6ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c58541d6-d722-4206-8dbf-d0d1a9d63d88,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:38.679800 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5490cbd-3604-4065-b528-a305f9f211ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e60561d-e86c-4bcf-b188-6be71158ac4e'}, {'server_uuid': '27dbabab-3baf-4446-aaad-bdd80b162cd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7ee8f95-4b6c-4378-a74a-658d33610c09'}] {{(pid=114096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:49:38.684297 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7400b25514d980253c692f49984ce8becaf326df5cb1ee6ae8228296f1505bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d98257-1ce2-428d-8ca4-cbc3ccdce740" -d '{"events": [{"server_uuid": "b5490cbd-3604-4065-b528-a305f9f211ce", "name": "network-vif-plugged", "status": "completed", "tag": "8e60561d-e86c-4bcf-b188-6be71158ac4e"}, {"server_uuid": "27dbabab-3baf-4446-aaad-bdd80b162cd7", "name": "network-vif-plugged", "status": "completed", "tag": "c7ee8f95-4b6c-4378-a74a-658d33610c09"}]}' {{(pid=114096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:49:38.724519 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 27 Jan 2022 16:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43a0627a-63b0-4324-b3c6-99746fa3e11a x-openstack-request-id: req-43a0627a-63b0-4324-b3c6-99746fa3e11a {{(pid=114096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:49:38.724912 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5490cbd-3604-4065-b528-a305f9f211ce", "name": "network-vif-plugged", "status": "completed", "tag": "8e60561d-e86c-4bcf-b188-6be71158ac4e", "code": 200}, {"server_uuid": "27dbabab-3baf-4446-aaad-bdd80b162cd7", "name": "network-vif-plugged", "status": "completed", "tag": "c7ee8f95-4b6c-4378-a74a-658d33610c09", "code": 200}]} {{(pid=114096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:49:38.725191 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-43a0627a-63b0-4324-b3c6-99746fa3e11a {{(pid=114096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:49:38.725712 dv-cinder-818830-2-iscsi neutron-server[114096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5490cbd-3604-4065-b528-a305f9f211ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e60561d-e86c-4bcf-b188-6be71158ac4e', 'code': 200} Jan 27 16:49:38.726081 dv-cinder-818830-2-iscsi neutron-server[114096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27dbabab-3baf-4446-aaad-bdd80b162cd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7ee8f95-4b6c-4378-a74a-658d33610c09', 'code': 200} Jan 27 16:49:38.944835 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9103902-425b-4453-899d-21fefa7943f9 req-01b69b98-b1c5-4451-a904-c82145bb0f36 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:38.951874 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-e9103902-425b-4453-899d-21fefa7943f9 req-01b69b98-b1c5-4451-a904-c82145bb0f36 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=27dbabab-3baf-4446-aaad-bdd80b162cd7 HTTP/1.1" status: 200 len: 945 time: 0.0547495 Jan 27 16:49:38.959729 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 45762) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:49:38.979703 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-c2715ae6-a67f-4e09-8ab3-5d20707c153f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:38.985647 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9a90ca-f897-47ad-b01c-8693cbe8ead3 req-f772ac8e-5146-410c-9d4e-ee1133f461bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:38.987127 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-6f9a90ca-f897-47ad-b01c-8693cbe8ead3 req-f772ac8e-5146-410c-9d4e-ee1133f461bb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=27dbabab-3baf-4446-aaad-bdd80b162cd7 HTTP/1.1" status: 200 len: 1098 time: 0.0759830 Jan 27 16:49:38.989565 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852f8bca-2b0e-4e29-9f99-227783fded58 req-710f6c25-b968-481e-803f-779517e6abed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:38.991001 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-852f8bca-2b0e-4e29-9f99-227783fded58 req-710f6c25-b968-481e-803f-779517e6abed service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b5490cbd-3604-4065-b528-a305f9f211ce HTTP/1.1" status: 200 len: 1098 time: 0.0502968 Jan 27 16:49:39.020702 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-e9103902-425b-4453-899d-21fefa7943f9 req-128bf4c4-9152-4bcd-b804-0b2a340e5081 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/security-groups?id=341578a6-674d-4340-af0f-c81e76fc0269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671852 Jan 27 16:49:39.089678 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-c2715ae6-a67f-4e09-8ab3-5d20707c153f admin admin] Publish callbacks [] for security_group (ee472d56-1c33-4829-91b7-6522df1ec0a6), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:39.099793 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-c2715ae6-a67f-4e09-8ab3-5d20707c153f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (ee472d56-1c33-4829-91b7-6522df1ec0a6), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:39.105031 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-6f9a90ca-f897-47ad-b01c-8693cbe8ead3 req-4f97f6cb-6283-44af-9b7c-0898d60c0620 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=341578a6-674d-4340-af0f-c81e76fc0269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783584 Jan 27 16:49:39.158382 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-852f8bca-2b0e-4e29-9f99-227783fded58 req-9085d613-caf3-40fb-8fe6-12b0d708322a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011207 Jan 27 16:49:39.344444 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-c2715ae6-a67f-4e09-8ab3-5d20707c153f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ef82dd8fcb494dd2a2f41a084ee7aee6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3837681 Jan 27 16:49:39.346084 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2715ae6-a67f-4e09-8ab3-5d20707c153f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee472d56-1c33-4829-91b7-6522df1ec0a6,revision_number=1']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:39.347196 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 45776) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:49:39.377678 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc70b97-ca90-41ce-a2ad-334616bb2a49 req-35850178-16df-46a6-82bb-4ed4812252aa tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:39.378820 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-3fc70b97-ca90-41ce-a2ad-334616bb2a49 req-35850178-16df-46a6-82bb-4ed4812252aa tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 945 time: 0.0857146 Jan 27 16:49:39.406764 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-189a4e23-e599-400e-8edd-28af6295d105 admin admin] Publish callbacks [] for security_group (ee472d56-1c33-4829-91b7-6522df1ec0a6), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:39.432609 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-189a4e23-e599-400e-8edd-28af6295d105 admin admin] Publish callbacks [] for security_group (ee472d56-1c33-4829-91b7-6522df1ec0a6), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:39.451798 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-3fc70b97-ca90-41ce-a2ad-334616bb2a49 req-c093c0fd-225d-4c60-9ac6-6c4620af9df8 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=52be2b41-f385-4b04-9c22-e44335586e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665164 Jan 27 16:49:39.472557 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf2883-4741-483f-ae80-fc8b7011b136 req-2404465d-b4da-4fd1-a336-9d7ec73a4c59 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:39.474157 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-1ebf2883-4741-483f-ae80-fc8b7011b136 req-2404465d-b4da-4fd1-a336-9d7ec73a4c59 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5490cbd-3604-4065-b528-a305f9f211ce HTTP/1.1" status: 200 len: 945 time: 0.0570614 Jan 27 16:49:39.496918 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-189a4e23-e599-400e-8edd-28af6295d105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (ee472d56-1c33-4829-91b7-6522df1ec0a6), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:39.499815 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-189a4e23-e599-400e-8edd-28af6295d105 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:39.501087 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-189a4e23-e599-400e-8edd-28af6295d105 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ee472d56-1c33-4829-91b7-6522df1ec0a6 HTTP/1.1" status: 204 len: 168 time: 0.1517503 Jan 27 16:49:39.516986 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189a4e23-e599-400e-8edd-28af6295d105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee472d56-1c33-4829-91b7-6522df1ec0a6,revision_number=None']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:39.536489 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189a4e23-e599-400e-8edd-28af6295d105 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:49:39.536842 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189a4e23-e599-400e-8edd-28af6295d105 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:49:39.537189 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189a4e23-e599-400e-8edd-28af6295d105 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:49:39.537528 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189a4e23-e599-400e-8edd-28af6295d105 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:49:39.537868 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189a4e23-e599-400e-8edd-28af6295d105 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:49:39.538207 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189a4e23-e599-400e-8edd-28af6295d105 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:49:39.538539 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189a4e23-e599-400e-8edd-28af6295d105 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:49:39.538871 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189a4e23-e599-400e-8edd-28af6295d105 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:49:39.539200 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189a4e23-e599-400e-8edd-28af6295d105 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:49:39.539530 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189a4e23-e599-400e-8edd-28af6295d105 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:49:39.539892 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189a4e23-e599-400e-8edd-28af6295d105 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:49:39.540219 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189a4e23-e599-400e-8edd-28af6295d105 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:49:39.541065 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189a4e23-e599-400e-8edd-28af6295d105 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:49:39.543895 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-1ebf2883-4741-483f-ae80-fc8b7011b136 req-169a8bc3-ace3-4a03-a87c-83ed979bf89c tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617123 Jan 27 16:49:39.604073 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717702d5-73af-4f21-96bf-d1d3c9c10eac req-275caea4-eb3c-4e12-9aac-6c835fdbd0b8 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:39.606226 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-717702d5-73af-4f21-96bf-d1d3c9c10eac req-275caea4-eb3c-4e12-9aac-6c835fdbd0b8 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 945 time: 0.0502272 Jan 27 16:49:39.615689 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 45786) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:49:39.621718 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.v2.base [None req-c8be3371-4637-4862-9721-1235263b05ac tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Request body: {'floatingip': {'port_id': 'abeda3c4-6ebc-46ec-9c5e-ff3315222ece'}} {{(pid=114094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:49:39.698861 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-c8be3371-4637-4862-9721-1235263b05ac tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Publish callbacks [] for floatingip (44344e0c-705f-43c9-8b4e-fef2be7b1667), before_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:39.871198 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 45796) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:49:39.885001 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-0da19f10-365e-43c0-b017-cf7047c5b5f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:40.013969 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-0da19f10-365e-43c0-b017-cf7047c5b5f6 admin admin] Publish callbacks [] for security_group (60a12a80-9a30-4295-9973-691b31bcbf12), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:40.042281 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-0da19f10-365e-43c0-b017-cf7047c5b5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (60a12a80-9a30-4295-9973-691b31bcbf12), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:40.096346 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-0da19f10-365e-43c0-b017-cf7047c5b5f6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6a6c9ce81c81431ea7a1b2a37f1d2e4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2238207 Jan 27 16:49:40.104216 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 45814) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:49:40.114998 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da19f10-365e-43c0-b017-cf7047c5b5f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a12a80-9a30-4295-9973-691b31bcbf12,revision_number=1']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:40.140828 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da19f10-365e-43c0-b017-cf7047c5b5f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:49:40.141335 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da19f10-365e-43c0-b017-cf7047c5b5f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:49:40.141683 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da19f10-365e-43c0-b017-cf7047c5b5f6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:49:40.142025 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da19f10-365e-43c0-b017-cf7047c5b5f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:49:40.142356 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da19f10-365e-43c0-b017-cf7047c5b5f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:49:40.145429 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da19f10-365e-43c0-b017-cf7047c5b5f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:49:40.145429 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da19f10-365e-43c0-b017-cf7047c5b5f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:49:40.145429 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da19f10-365e-43c0-b017-cf7047c5b5f6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:49:40.145429 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da19f10-365e-43c0-b017-cf7047c5b5f6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:49:40.145429 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da19f10-365e-43c0-b017-cf7047c5b5f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:49:40.145429 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da19f10-365e-43c0-b017-cf7047c5b5f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:49:40.145429 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da19f10-365e-43c0-b017-cf7047c5b5f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:49:40.145429 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da19f10-365e-43c0-b017-cf7047c5b5f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:49:40.221817 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c873e368-a4b8-4c92-995b-be0e10992698 req-9163a562-903c-44d1-b89b-7e4bbdacea3a tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:40.223188 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-c873e368-a4b8-4c92-995b-be0e10992698 req-9163a562-903c-44d1-b89b-7e4bbdacea3a tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/networks?id=e61a4ef3-534d-479d-8867-5085e7d92be1 HTTP/1.1" status: 200 len: 815 time: 0.2437470 Jan 27 16:49:40.241292 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14f449e-e760-48be-9410-b19e6d229481 req-03fdba88-2020-4f54-ad44-1274e1478e86 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:40.242990 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-c14f449e-e760-48be-9410-b19e6d229481 req-03fdba88-2020-4f54-ad44-1274e1478e86 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=27dbabab-3baf-4446-aaad-bdd80b162cd7 HTTP/1.1" status: 200 len: 945 time: 0.1085176 Jan 27 16:49:40.251517 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 45818) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:49:40.258378 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-00c071dd-ecba-4947-b6fa-fba8db5554ba admin admin] Publish callbacks [] for security_group (60a12a80-9a30-4295-9973-691b31bcbf12), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:40.267831 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-c873e368-a4b8-4c92-995b-be0e10992698 req-09502c98-b5d4-4268-ba2a-c8aad4a16262 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/quotas/598ee83f7e1a494c8b94f241ab626b65 HTTP/1.1" status: 200 len: 375 time: 0.0229924 Jan 27 16:49:40.326640 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-00c071dd-ecba-4947-b6fa-fba8db5554ba admin admin] Publish callbacks [] for security_group (60a12a80-9a30-4295-9973-691b31bcbf12), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:40.385189 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-c873e368-a4b8-4c92-995b-be0e10992698 req-401b6f7a-4bf5-4d3a-961a-db71d626d52b tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=598ee83f7e1a494c8b94f241ab626b65&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1043148 Jan 27 16:49:40.389098 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-c14f449e-e760-48be-9410-b19e6d229481 req-34adae13-48c2-453f-aa80-aadd80f2aad4 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/security-groups?id=341578a6-674d-4340-af0f-c81e76fc0269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339197 Jan 27 16:49:40.411929 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-c8be3371-4637-4862-9721-1235263b05ac tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:40.423725 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-c8be3371-4637-4862-9721-1235263b05ac tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1796444'] for floatingip (44344e0c-705f-43c9-8b4e-fef2be7b1667), after_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:40.426839 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-bb35180b-2d84-45b9-a47e-201506f1cb44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:40.446161 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-00c071dd-ecba-4947-b6fa-fba8db5554ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (60a12a80-9a30-4295-9973-691b31bcbf12), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:40.448882 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-00c071dd-ecba-4947-b6fa-fba8db5554ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:40.449991 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-00c071dd-ecba-4947-b6fa-fba8db5554ba admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/60a12a80-9a30-4295-9973-691b31bcbf12 HTTP/1.1" status: 204 len: 168 time: 0.3442259 Jan 27 16:49:40.463001 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c071dd-ecba-4947-b6fa-fba8db5554ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a12a80-9a30-4295-9973-691b31bcbf12,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:40.498173 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-c873e368-a4b8-4c92-995b-be0e10992698 req-326a0cd2-2711-4a23-aebc-2c0163426611 service neutron] 10.222.0.48 "GET /v2.0/networks/e61a4ef3-534d-479d-8867-5085e7d92be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024895 Jan 27 16:49:40.624640 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-c873e368-a4b8-4c92-995b-be0e10992698 req-2367c1e8-e15d-4920-b202-ec4db3a90a0d service neutron] 10.222.0.48 "GET /v2.0/networks/e61a4ef3-534d-479d-8867-5085e7d92be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177864 Jan 27 16:49:40.695410 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e0acc5-0275-4d53-8e60-0076e67cb9f9 req-7a8f3fe4-9011-4c24-b2a7-e7035796c672 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:40.697956 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-b4e0acc5-0275-4d53-8e60-0076e67cb9f9 req-7a8f3fe4-9011-4c24-b2a7-e7035796c672 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5490cbd-3604-4065-b528-a305f9f211ce HTTP/1.1" status: 200 len: 945 time: 0.0546114 Jan 27 16:49:40.778369 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-b4e0acc5-0275-4d53-8e60-0076e67cb9f9 req-cb6d427e-9068-429d-b736-64500c326655 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677660 Jan 27 16:49:40.804406 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.db.l3_db [None req-c8be3371-4637-4862-9721-1235263b05ac tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Floating IP 44344e0c-705f-43c9-8b4e-fef2be7b1667 associated. External IP: 172.27.2.56, port: abeda3c4-6ebc-46ec-9c5e-ff3315222ece. Jan 27 16:49:40.861172 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-19736a8d-6c4c-4182-b29b-e54e0cd6861b req-5fcadd32-fc7c-4c4f-af88-787729b031fe tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1d239b7-dd50-4a27-9c01-93a05580e612 HTTP/1.1" status: 200 len: 210 time: 0.0560219 Jan 27 16:49:40.953523 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-bb35180b-2d84-45b9-a47e-201506f1cb44 admin admin] Publish callbacks [] for security_group (90c32e39-9d46-4a82-a6eb-cb9ce0e06fb9), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:40.959120 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-bb35180b-2d84-45b9-a47e-201506f1cb44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (90c32e39-9d46-4a82-a6eb-cb9ce0e06fb9), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:41.039989 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-bb35180b-2d84-45b9-a47e-201506f1cb44 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e3cd8210efbb4cfa91846d35817f67f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7873199 Jan 27 16:49:41.042973 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb35180b-2d84-45b9-a47e-201506f1cb44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90c32e39-9d46-4a82-a6eb-cb9ce0e06fb9,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:41.043650 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 45850) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:49:41.113269 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-0c2f9d9d-ea59-44f9-a2cd-8586d164f7a4 admin admin] Publish callbacks [] for security_group (90c32e39-9d46-4a82-a6eb-cb9ce0e06fb9), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:41.128808 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8be3371-4637-4862-9721-1235263b05ac tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Router 170ece70-89e4-48ac-a0e9-591d74dcaa51 has already been hosted by L3 agent bdbd084a-7876-495d-b5d9-cf3ee18f0227 {{(pid=114094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 16:49:41.145239 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-0c2f9d9d-ea59-44f9-a2cd-8586d164f7a4 admin admin] Publish callbacks [] for security_group (90c32e39-9d46-4a82-a6eb-cb9ce0e06fb9), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:41.211516 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-0c2f9d9d-ea59-44f9-a2cd-8586d164f7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (90c32e39-9d46-4a82-a6eb-cb9ce0e06fb9), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:41.215204 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-0c2f9d9d-ea59-44f9-a2cd-8586d164f7a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:41.216407 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-0c2f9d9d-ea59-44f9-a2cd-8586d164f7a4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/90c32e39-9d46-4a82-a6eb-cb9ce0e06fb9 HTTP/1.1" status: 204 len: 168 time: 0.1716502 Jan 27 16:49:41.225103 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2f9d9d-ea59-44f9-a2cd-8586d164f7a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c32e39-9d46-4a82-a6eb-cb9ce0e06fb9,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:41.265474 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8be3371-4637-4862-9721-1235263b05ac tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Notify agent at l3_agent.dv-cinder-818830-2-iscsi the message routers_updated {{(pid=114094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 16:49:41.278197 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-c8be3371-4637-4862-9721-1235263b05ac tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118807'] for floatingip (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:41.279409 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf9a6bc-5e78-4de9-ae35-f33441198c27 None None] Sync routers for ids ['170ece70-89e4-48ac-a0e9-591d74dcaa51'] in dv-cinder-818830-2-iscsi {{(pid=114097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 16:49:41.293403 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf9a6bc-5e78-4de9-ae35-f33441198c27 None None] Routers {'170ece70-89e4-48ac-a0e9-591d74dcaa51'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:49:41.294475 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_hamode_db [None req-9bf9a6bc-5e78-4de9-ae35-f33441198c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T16:49:18Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['170ece70-89e4-48ac-a0e9-591d74dcaa51'], 'active': True} {{(pid=114097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:49:41.321868 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-c8be3371-4637-4862-9721-1235263b05ac tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "PUT /v2.0/floatingips/44344e0c-705f-43c9-8b4e-fef2be7b1667 HTTP/1.1" status: 200 len: 990 time: 1.7043474 Jan 27 16:49:41.322605 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7ddbd2c-1d14-4efe-9228-3feaa97ef620', 'tag': 'abeda3c4-6ebc-46ec-9c5e-ff3315222ece'}] {{(pid=114094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:49:41.338758 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}342a798d1d13ecd85fd4efdf34ff3908ecd3b9322feeb0f720fcdcd52e7e333b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-340eccd0-a57e-4b14-a6c8-31ef7ff6cff5" -d '{"events": [{"name": "network-changed", "server_uuid": "f7ddbd2c-1d14-4efe-9228-3feaa97ef620", "tag": "abeda3c4-6ebc-46ec-9c5e-ff3315222ece"}]}' {{(pid=114094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:49:41.404982 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 16:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-680301f1-c2e2-4f7e-86cd-c05c4261a259 x-openstack-request-id: req-680301f1-c2e2-4f7e-86cd-c05c4261a259 {{(pid=114094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:49:41.405278 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7ddbd2c-1d14-4efe-9228-3feaa97ef620", "tag": "abeda3c4-6ebc-46ec-9c5e-ff3315222ece", "status": "completed", "code": 200}]} {{(pid=114094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:49:41.405537 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-680301f1-c2e2-4f7e-86cd-c05c4261a259 {{(pid=114094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:49:41.405939 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7ddbd2c-1d14-4efe-9228-3feaa97ef620', 'tag': 'abeda3c4-6ebc-46ec-9c5e-ff3315222ece', 'status': 'completed', 'code': 200} Jan 27 16:49:41.448277 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_dvr_db [None req-9bf9a6bc-5e78-4de9-ae35-f33441198c27 None None] Set router 170ece70-89e4-48ac-a0e9-591d74dcaa51 gateway port host: dv-cinder-818830-2-iscsi {{(pid=114097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:49:41.545498 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8d4e5c-ea9a-46d1-9e04-b608cb893394 req-67cc0cc3-d9ea-4995-9204-6d50e09a3d26 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:41.552195 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-6f8d4e5c-ea9a-46d1-9e04-b608cb893394 req-67cc0cc3-d9ea-4995-9204-6d50e09a3d26 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=27dbabab-3baf-4446-aaad-bdd80b162cd7 HTTP/1.1" status: 200 len: 945 time: 0.0667601 Jan 27 16:49:41.627875 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-6f8d4e5c-ea9a-46d1-9e04-b608cb893394 req-a54e9580-a624-4be2-a00f-df6573492f4e tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/security-groups?id=341578a6-674d-4340-af0f-c81e76fc0269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739927 Jan 27 16:49:41.771888 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_hamode_db [None req-9bf9a6bc-5e78-4de9-ae35-f33441198c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170ece70-89e4-48ac-a0e9-591d74dcaa51', 'name': 'tempest-AttachVolumeShelveTestJSON-1606997611-router', 'tenant_id': '11d012d792424a858b876a618c79f7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '71831c89-48a2-4383-9f62-2e8b94fee069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:48:42Z', 'updated_at': '2022-01-27T16:49:02Z', 'revision_number': 4, 'project_id': '11d012d792424a858b876a618c79f7af', 'gw_port': {'id': '71831c89-48a2-4383-9f62-2e8b94fee069', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170ece70-89e4-48ac-a0e9-591d74dcaa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:48:43Z', 'updated_at': '2022-01-27T16:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi', '_floatingips': [{'id': '44344e0c-705f-43c9-8b4e-fef2be7b1667', 'tenant_id': '11d012d792424a858b876a618c79f7af', 'floating_ip_address': '172.27.2.56', 'floating_network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'router_id': '170ece70-89e4-48ac-a0e9-591d74dcaa51', 'port_id': 'abeda3c4-6ebc-46ec-9c5e-ff3315222ece', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e17d67f-4d84-42b2-a3bf-cf48fd71687d', 'mac_address': 'fa:16:3e:c8:72:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ddbd2c-1d14-4efe-9228-3feaa97ef620', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T16:49:09Z', 'updated_at': '2022-01-27T16:49:40Z', 'revision_number': 1, 'project_id': '11d012d792424a858b876a618c79f7af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d5e775a-527a-4f81-9ab4-5ecae0182714', 'name': '', 'network_id': '4e17d67f-4d84-42b2-a3bf-cf48fd71687d', 'tenant_id': '11d012d792424a858b876a618c79f7af', 'mac_address': 'fa:16:3e:de:b3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170ece70-89e4-48ac-a0e9-591d74dcaa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'b0494b2b-60e2-42b5-a63f-939831eceb11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:48:58Z', 'updated_at': '2022-01-27T16:49:08Z', 'revision_number': 5, 'project_id': '11d012d792424a858b876a618c79f7af', 'subnets': [{'id': 'b0494b2b-60e2-42b5-a63f-939831eceb11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:49:41.806732 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf9a6bc-5e78-4de9-ae35-f33441198c27 None None] Checking router: 170ece70-89e4-48ac-a0e9-591d74dcaa51 for host: dv-cinder-818830-2-iscsi {{(pid=114097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 16:49:41.815658 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf9a6bc-5e78-4de9-ae35-f33441198c27 None None] Routers {'170ece70-89e4-48ac-a0e9-591d74dcaa51'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:49:41.816284 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_hamode_db [None req-9bf9a6bc-5e78-4de9-ae35-f33441198c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T16:49:18Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['170ece70-89e4-48ac-a0e9-591d74dcaa51'], 'active': True} {{(pid=114097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:49:41.916593 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288d0304-cc86-4933-ab15-981166a1441a req-8cfac87c-80cf-4389-95a2-8efe1b08df3e tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:41.925262 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-288d0304-cc86-4933-ab15-981166a1441a req-8cfac87c-80cf-4389-95a2-8efe1b08df3e tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5490cbd-3604-4065-b528-a305f9f211ce HTTP/1.1" status: 200 len: 945 time: 0.0728545 Jan 27 16:49:41.965590 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_dvr_db [None req-9bf9a6bc-5e78-4de9-ae35-f33441198c27 None None] Set router 170ece70-89e4-48ac-a0e9-591d74dcaa51 gateway port host: dv-cinder-818830-2-iscsi {{(pid=114097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:49:41.981209 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-288d0304-cc86-4933-ab15-981166a1441a req-63007290-d582-451f-9e5b-b70e4903da0c tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548820 Jan 27 16:49:42.067198 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-dfbac096-f66b-48a4-8ffa-716abeec702e req-6880913a-4e34-4963-93d9-073d17fe0b11 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1d239b7-dd50-4a27-9c01-93a05580e612 HTTP/1.1" status: 200 len: 210 time: 0.0272543 Jan 27 16:49:42.234882 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_hamode_db [None req-9bf9a6bc-5e78-4de9-ae35-f33441198c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170ece70-89e4-48ac-a0e9-591d74dcaa51', 'name': 'tempest-AttachVolumeShelveTestJSON-1606997611-router', 'tenant_id': '11d012d792424a858b876a618c79f7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '71831c89-48a2-4383-9f62-2e8b94fee069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:48:42Z', 'updated_at': '2022-01-27T16:49:02Z', 'revision_number': 4, 'project_id': '11d012d792424a858b876a618c79f7af', 'gw_port': {'id': '71831c89-48a2-4383-9f62-2e8b94fee069', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170ece70-89e4-48ac-a0e9-591d74dcaa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:48:43Z', 'updated_at': '2022-01-27T16:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi', '_floatingips': [{'id': '44344e0c-705f-43c9-8b4e-fef2be7b1667', 'tenant_id': '11d012d792424a858b876a618c79f7af', 'floating_ip_address': '172.27.2.56', 'floating_network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'router_id': '170ece70-89e4-48ac-a0e9-591d74dcaa51', 'port_id': 'abeda3c4-6ebc-46ec-9c5e-ff3315222ece', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e17d67f-4d84-42b2-a3bf-cf48fd71687d', 'mac_address': 'fa:16:3e:c8:72:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ddbd2c-1d14-4efe-9228-3feaa97ef620', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T16:49:09Z', 'updated_at': '2022-01-27T16:49:40Z', 'revision_number': 1, 'project_id': '11d012d792424a858b876a618c79f7af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d5e775a-527a-4f81-9ab4-5ecae0182714', 'name': '', 'network_id': '4e17d67f-4d84-42b2-a3bf-cf48fd71687d', 'tenant_id': '11d012d792424a858b876a618c79f7af', 'mac_address': 'fa:16:3e:de:b3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170ece70-89e4-48ac-a0e9-591d74dcaa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'b0494b2b-60e2-42b5-a63f-939831eceb11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:48:58Z', 'updated_at': '2022-01-27T16:49:08Z', 'revision_number': 5, 'project_id': '11d012d792424a858b876a618c79f7af', 'subnets': [{'id': 'b0494b2b-60e2-42b5-a63f-939831eceb11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:49:42.261736 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf9a6bc-5e78-4de9-ae35-f33441198c27 None None] The sync data for ids ['170ece70-89e4-48ac-a0e9-591d74dcaa51'] in dv-cinder-818830-2-iscsi is: [{'id': '170ece70-89e4-48ac-a0e9-591d74dcaa51', 'name': 'tempest-AttachVolumeShelveTestJSON-1606997611-router', 'tenant_id': '11d012d792424a858b876a618c79f7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '71831c89-48a2-4383-9f62-2e8b94fee069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:48:42Z', 'updated_at': '2022-01-27T16:49:02Z', 'revision_number': 4, 'project_id': '11d012d792424a858b876a618c79f7af', 'gw_port': {'id': '71831c89-48a2-4383-9f62-2e8b94fee069', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170ece70-89e4-48ac-a0e9-591d74dcaa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:48:43Z', 'updated_at': '2022-01-27T16:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi', '_floatingips': [{'id': '44344e0c-705f-43c9-8b4e-fef2be7b1667', 'tenant_id': '11d012d792424a858b876a618c79f7af', 'floating_ip_address': '172.27.2.56', 'floating_network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'router_id': '170ece70-89e4-48ac-a0e9-591d74dcaa51', 'port_id': 'abeda3c4-6ebc-46ec-9c5e-ff3315222ece', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e17d67f-4d84-42b2-a3bf-cf48fd71687d', 'mac_address': 'fa:16:3e:c8:72:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ddbd2c-1d14-4efe-9228-3feaa97ef620', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T16:49:09Z', 'updated_at': '2022-01-27T16:49:40Z', 'revision_number': 1, 'project_id': '11d012d792424a858b876a618c79f7af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d5e775a-527a-4f81-9ab4-5ecae0182714', 'name': '', 'network_id': '4e17d67f-4d84-42b2-a3bf-cf48fd71687d', 'tenant_id': '11d012d792424a858b876a618c79f7af', 'mac_address': 'fa:16:3e:de:b3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170ece70-89e4-48ac-a0e9-591d74dcaa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'b0494b2b-60e2-42b5-a63f-939831eceb11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:48:58Z', 'updated_at': '2022-01-27T16:49:08Z', 'revision_number': 5, 'project_id': '11d012d792424a858b876a618c79f7af', 'subnets': [{'id': 'b0494b2b-60e2-42b5-a63f-939831eceb11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 16:49:42.500438 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9de978-9fb5-4e9e-b1aa-0103bc10ebd7 None None] New status for floating IP 44344e0c-705f-43c9-8b4e-fef2be7b1667: ACTIVE {{(pid=114096) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 16:49:42.765924 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340eccd0-a57e-4b14-a6c8-31ef7ff6cff5 req-5a8fb3e8-0605-4d90-8bf6-f87b0c1e0e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:42.767497 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-340eccd0-a57e-4b14-a6c8-31ef7ff6cff5 req-5a8fb3e8-0605-4d90-8bf6-f87b0c1e0e90 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=11d012d792424a858b876a618c79f7af&device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 1098 time: 0.0877421 Jan 27 16:49:42.800971 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1469f2c2-164d-4809-90b3-541554b326d1 req-efead500-1e78-48a5-9d57-ebc7f5b5271a tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:42.802531 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-1469f2c2-164d-4809-90b3-541554b326d1 req-efead500-1e78-48a5-9d57-ebc7f5b5271a tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=27dbabab-3baf-4446-aaad-bdd80b162cd7 HTTP/1.1" status: 200 len: 945 time: 0.0745912 Jan 27 16:49:42.867795 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-1469f2c2-164d-4809-90b3-541554b326d1 req-07d2ac0b-1ee9-447c-b916-f7a3e1666e97 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/security-groups?id=341578a6-674d-4340-af0f-c81e76fc0269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545745 Jan 27 16:49:42.916912 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340eccd0-a57e-4b14-a6c8-31ef7ff6cff5 req-c820a64e-2b85-4051-9bd6-38b1a221799e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:42.918512 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-340eccd0-a57e-4b14-a6c8-31ef7ff6cff5 req-c820a64e-2b85-4051-9bd6-38b1a221799e service neutron] 10.222.0.24 "GET /v2.0/networks?id=4e17d67f-4d84-42b2-a3bf-cf48fd71687d HTTP/1.1" status: 200 len: 918 time: 0.1281207 Jan 27 16:49:43.036392 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-340eccd0-a57e-4b14-a6c8-31ef7ff6cff5 req-de955435-36eb-4e0b-ac57-398a39f7bafb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=abeda3c4-6ebc-46ec-9c5e-ff3315222ece HTTP/1.1" status: 200 len: 1000 time: 0.0936863 Jan 27 16:49:43.101784 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb9a376-3054-48ea-bf5d-d036bd1120a6 req-3bc1d332-1ad0-498a-b0db-3b07f410275d tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:43.104458 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-fdb9a376-3054-48ea-bf5d-d036bd1120a6 req-3bc1d332-1ad0-498a-b0db-3b07f410275d tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5490cbd-3604-4065-b528-a305f9f211ce HTTP/1.1" status: 200 len: 945 time: 0.0585179 Jan 27 16:49:43.106554 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340eccd0-a57e-4b14-a6c8-31ef7ff6cff5 req-76adaca2-12d5-4342-93da-61dc77c59b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:43.108405 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-340eccd0-a57e-4b14-a6c8-31ef7ff6cff5 req-76adaca2-12d5-4342-93da-61dc77c59b50 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b0494b2b-60e2-42b5-a63f-939831eceb11 HTTP/1.1" status: 200 len: 856 time: 0.0575869 Jan 27 16:49:43.162592 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340eccd0-a57e-4b14-a6c8-31ef7ff6cff5 req-552522f0-21d8-40ec-8ceb-800c33014de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:43.164113 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-340eccd0-a57e-4b14-a6c8-31ef7ff6cff5 req-552522f0-21d8-40ec-8ceb-800c33014de1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4e17d67f-4d84-42b2-a3bf-cf48fd71687d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0462031 Jan 27 16:49:43.183221 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-ee3e3f03-bd5a-41e9-bc84-ab4f58563886 req-9d8e02d2-5287-4c7c-ad45-0169875bce1c tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1d239b7-dd50-4a27-9c01-93a05580e612 HTTP/1.1" status: 200 len: 210 time: 0.0394285 Jan 27 16:49:43.186765 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-fdb9a376-3054-48ea-bf5d-d036bd1120a6 req-1dd2c5fd-09b6-4e27-8c02-7f82c1123969 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755384 Jan 27 16:49:43.262377 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-340eccd0-a57e-4b14-a6c8-31ef7ff6cff5 req-191a9cb4-a4fd-4c30-b59d-1ab985d8952f service neutron] 10.222.0.24 "GET /v2.0/networks/4e17d67f-4d84-42b2-a3bf-cf48fd71687d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904567 Jan 27 16:49:43.364016 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-340eccd0-a57e-4b14-a6c8-31ef7ff6cff5 req-712c8a68-efea-40bf-a471-893758f32782 service neutron] 10.222.0.24 "GET /v2.0/networks/4e17d67f-4d84-42b2-a3bf-cf48fd71687d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848572 Jan 27 16:49:43.648946 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c873e368-a4b8-4c92-995b-be0e10992698 req-90004347-d8fd-4b4e-80f9-1f1c81765d32 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:43.651179 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-c873e368-a4b8-4c92-995b-be0e10992698 req-90004347-d8fd-4b4e-80f9-1f1c81765d32 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.24 "GET /v2.0/networks?id=e61a4ef3-534d-479d-8867-5085e7d92be1 HTTP/1.1" status: 200 len: 815 time: 0.1343613 Jan 27 16:49:43.666592 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.v2.base [req-c873e368-a4b8-4c92-995b-be0e10992698 req-0a3f83a6-3348-46b9-bd6d-5b345a2e32a8 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Request body: {'port': {'device_id': 'f1d239b7-dd50-4a27-9c01-93a05580e612', 'network_id': 'e61a4ef3-534d-479d-8867-5085e7d92be1', 'admin_state_up': True, 'tenant_id': '598ee83f7e1a494c8b94f241ab626b65'}} {{(pid=114094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:49:43.786236 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c873e368-a4b8-4c92-995b-be0e10992698 req-0a3f83a6-3348-46b9-bd6d-5b345a2e32a8 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Made reservation on behalf of 598ee83f7e1a494c8b94f241ab626b65 for: {'port': 1} {{(pid=114094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:49:43.791972 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-c873e368-a4b8-4c92-995b-be0e10992698 req-0a3f83a6-3348-46b9-bd6d-5b345a2e32a8 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:43.953597 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.db_base_plugin_common [req-c873e368-a4b8-4c92-995b-be0e10992698 req-0a3f83a6-3348-46b9-bd6d-5b345a2e32a8 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Allocated IP 172.20.0.10 (e61a4ef3-534d-479d-8867-5085e7d92be1/0bf965b2-91d5-4f22-9468-810e8979c5a9/18a8caa9-2a86-4e7b-b6f0-e3dc5d2fe716) {{(pid=114094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:49:44.016226 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9d5365-2c1f-4370-a36e-d6386385a2fb req-14ff997f-b6c6-4ae2-bf2c-dcb65a28f32d tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:44.017720 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-7c9d5365-2c1f-4370-a36e-d6386385a2fb req-14ff997f-b6c6-4ae2-bf2c-dcb65a28f32d tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=27dbabab-3baf-4446-aaad-bdd80b162cd7 HTTP/1.1" status: 200 len: 945 time: 0.0690794 Jan 27 16:49:44.079475 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-7c9d5365-2c1f-4370-a36e-d6386385a2fb req-d72fb452-bae9-43b1-9c8d-f5a62b6dd70f tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/security-groups?id=341578a6-674d-4340-af0f-c81e76fc0269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544114 Jan 27 16:49:44.125346 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-c873e368-a4b8-4c92-995b-be0e10992698 req-0a3f83a6-3348-46b9-bd6d-5b345a2e32a8 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Publish callbacks [] for port (18a8caa9-2a86-4e7b-b6f0-e3dc5d2fe716), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:44.171093 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-c873e368-a4b8-4c92-995b-be0e10992698 req-0a3f83a6-3348-46b9-bd6d-5b345a2e32a8 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740202573617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777202'] for port (18a8caa9-2a86-4e7b-b6f0-e3dc5d2fe716), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:44.199825 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] get_ports_and_sgs() called for port_ids ['edeff32f-9844-440c-a9f3-215374de7bd3'] {{(pid=114096) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 16:49:44.249541 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c873e368-a4b8-4c92-995b-be0e10992698 req-0a3f83a6-3348-46b9-bd6d-5b345a2e32a8 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Network e61a4ef3-534d-479d-8867-5085e7d92be1 is already hosted by enough agents. {{(pid=114094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:49:44.270775 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.base_scheduler [req-c873e368-a4b8-4c92-995b-be0e10992698 req-0a3f83a6-3348-46b9-bd6d-5b345a2e32a8 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Resources bound (agent type, host, resource id): {{(pid=114094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:49:44.278000 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.l3_dvrscheduler_db [req-c873e368-a4b8-4c92-995b-be0e10992698 req-0a3f83a6-3348-46b9-bd6d-5b345a2e32a8 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Received port after_create {{(pid=114094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:49:44.293068 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3f83a6-3348-46b9-bd6d-5b345a2e32a8 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Pushing event updated for resources: {'Port': ['ID=18a8caa9-2a86-4e7b-b6f0-e3dc5d2fe716,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:44.385807 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c873e368-a4b8-4c92-995b-be0e10992698 req-0a3f83a6-3348-46b9-bd6d-5b345a2e32a8 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:44.386461 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-c873e368-a4b8-4c92-995b-be0e10992698 req-0a3f83a6-3348-46b9-bd6d-5b345a2e32a8 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032074'] for port (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:44.411348 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-c873e368-a4b8-4c92-995b-be0e10992698 req-0a3f83a6-3348-46b9-bd6d-5b345a2e32a8 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7485666 Jan 27 16:49:44.424257 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803c44a6-10cb-4104-a4b6-fb4af8e7f3a9 req-606133a2-584a-4c74-a580-77a9a7bc4cf6 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:44.431022 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.v2.base [req-c873e368-a4b8-4c92-995b-be0e10992698 req-cf8e27fa-ce59-4e6b-9d3b-ed44199e622d service neutron] Request body: {'port': {'device_id': 'f1d239b7-dd50-4a27-9c01-93a05580e612', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81883'}} {{(pid=114094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:49:44.432147 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-803c44a6-10cb-4104-a4b6-fb4af8e7f3a9 req-606133a2-584a-4c74-a580-77a9a7bc4cf6 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5490cbd-3604-4065-b528-a305f9f211ce HTTP/1.1" status: 200 len: 945 time: 0.1308305 Jan 27 16:49:44.480316 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085474d4-eb68-4cb9-a180-093f39d3e073 req-53869784-9f7c-4f0c-8ae4-c79f31214801 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:44.489579 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-085474d4-eb68-4cb9-a180-093f39d3e073 req-53869784-9f7c-4f0c-8ae4-c79f31214801 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1d239b7-dd50-4a27-9c01-93a05580e612 HTTP/1.1" status: 200 len: 932 time: 0.1398606 Jan 27 16:49:44.523139 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-c873e368-a4b8-4c92-995b-be0e10992698 req-cf8e27fa-ce59-4e6b-9d3b-ed44199e622d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (18a8caa9-2a86-4e7b-b6f0-e3dc5d2fe716), before_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:44.544811 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-803c44a6-10cb-4104-a4b6-fb4af8e7f3a9 req-04e78ffa-fda5-4577-af7e-863d092cf7ea tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109142 Jan 27 16:49:44.571685 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-085474d4-eb68-4cb9-a180-093f39d3e073 req-620eb559-26c6-4728-85b2-169b20c1a85a tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b312599-18fb-44ac-8380-190ce0b5ebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811343 Jan 27 16:49:44.809230 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.notifiers.nova [req-c873e368-a4b8-4c92-995b-be0e10992698 req-cf8e27fa-ce59-4e6b-9d3b-ed44199e622d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18a8caa9-2a86-4e7b-b6f0-e3dc5d2fe716 {{(pid=114094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:49:44.816577 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-c873e368-a4b8-4c92-995b-be0e10992698 req-cf8e27fa-ce59-4e6b-9d3b-ed44199e622d service neutron] Publish callbacks [] for port (18a8caa9-2a86-4e7b-b6f0-e3dc5d2fe716), precommit_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:44.830749 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.provisioning_blocks [req-c873e368-a4b8-4c92-995b-be0e10992698 req-cf8e27fa-ce59-4e6b-9d3b-ed44199e622d service neutron] Transition to ACTIVE for port object 18a8caa9-2a86-4e7b-b6f0-e3dc5d2fe716 will not be triggered until provisioned by entity L2. {{(pid=114094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 16:49:44.835866 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-c873e368-a4b8-4c92-995b-be0e10992698 req-cf8e27fa-ce59-4e6b-9d3b-ed44199e622d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8776969'] for port (18a8caa9-2a86-4e7b-b6f0-e3dc5d2fe716), after_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:44.919347 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8e27fa-ce59-4e6b-9d3b-ed44199e622d service neutron] Pushing event updated for resources: {'Port': ['ID=18a8caa9-2a86-4e7b-b6f0-e3dc5d2fe716,revision_number=2']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:44.978458 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.managers [req-c873e368-a4b8-4c92-995b-be0e10992698 req-cf8e27fa-ce59-4e6b-9d3b-ed44199e622d service neutron] Attempting to bind port 18a8caa9-2a86-4e7b-b6f0-e3dc5d2fe716 on host hv-cinder-81883 for vnic_type normal with profile {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:49:44.979206 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.managers [req-c873e368-a4b8-4c92-995b-be0e10992698 req-cf8e27fa-ce59-4e6b-9d3b-ed44199e622d service neutron] Attempting to bind port 18a8caa9-2a86-4e7b-b6f0-e3dc5d2fe716 by drivers openvswitch,hyperv on host hv-cinder-81883 at level 0 using segments [{'id': '1779a445-beda-4dcd-8f98-83ef8a804122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e61a4ef3-534d-479d-8867-5085e7d92be1'}] {{(pid=114094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:49:44.979817 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c873e368-a4b8-4c92-995b-be0e10992698 req-cf8e27fa-ce59-4e6b-9d3b-ed44199e622d service neutron] Attempting to bind port 18a8caa9-2a86-4e7b-b6f0-e3dc5d2fe716 on network e61a4ef3-534d-479d-8867-5085e7d92be1 {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:49:44.984631 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c873e368-a4b8-4c92-995b-be0e10992698 req-cf8e27fa-ce59-4e6b-9d3b-ed44199e622d service neutron] Port 18a8caa9-2a86-4e7b-b6f0-e3dc5d2fe716 on network e61a4ef3-534d-479d-8867-5085e7d92be1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81883 {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 16:49:44.984953 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c873e368-a4b8-4c92-995b-be0e10992698 req-cf8e27fa-ce59-4e6b-9d3b-ed44199e622d service neutron] Attempting to bind port 18a8caa9-2a86-4e7b-b6f0-e3dc5d2fe716 on network e61a4ef3-534d-479d-8867-5085e7d92be1 {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:49:44.990241 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c873e368-a4b8-4c92-995b-be0e10992698 req-cf8e27fa-ce59-4e6b-9d3b-ed44199e622d service neutron] Checking agent: {'id': '853c399d-72c7-467e-bd42-08a47e7fb1c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81883', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 46, 47), 'started_at': datetime.datetime(2022, 1, 27, 16, 46, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:49:44.990573 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c873e368-a4b8-4c92-995b-be0e10992698 req-cf8e27fa-ce59-4e6b-9d3b-ed44199e622d service neutron] Checking segment: {'id': '1779a445-beda-4dcd-8f98-83ef8a804122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e61a4ef3-534d-479d-8867-5085e7d92be1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:49:44.990945 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c873e368-a4b8-4c92-995b-be0e10992698 req-cf8e27fa-ce59-4e6b-9d3b-ed44199e622d service neutron] Bound using segment: {'id': '1779a445-beda-4dcd-8f98-83ef8a804122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e61a4ef3-534d-479d-8867-5085e7d92be1'} {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:49:44.991364 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.managers [req-c873e368-a4b8-4c92-995b-be0e10992698 req-cf8e27fa-ce59-4e6b-9d3b-ed44199e622d service neutron] Bound port: 18a8caa9-2a86-4e7b-b6f0-e3dc5d2fe716, host: hv-cinder-81883, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1779a445-beda-4dcd-8f98-83ef8a804122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e61a4ef3-534d-479d-8867-5085e7d92be1'}}] {{(pid=114094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:49:44.991740 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-c873e368-a4b8-4c92-995b-be0e10992698 req-cf8e27fa-ce59-4e6b-9d3b-ed44199e622d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (18a8caa9-2a86-4e7b-b6f0-e3dc5d2fe716), before_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:45.059904 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.db [req-c873e368-a4b8-4c92-995b-be0e10992698 req-cf8e27fa-ce59-4e6b-9d3b-ed44199e622d service neutron] For port 18a8caa9-2a86-4e7b-b6f0-e3dc5d2fe716, host hv-cinder-81883, cleared binding levels {{(pid=114094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:49:45.063475 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.db [req-c873e368-a4b8-4c92-995b-be0e10992698 req-cf8e27fa-ce59-4e6b-9d3b-ed44199e622d service neutron] For port 18a8caa9-2a86-4e7b-b6f0-e3dc5d2fe716, host hv-cinder-81883, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=18a8caa9-2a86-4e7b-b6f0-e3dc5d2fe716,segment=NetworkSegment(1779a445-beda-4dcd-8f98-83ef8a804122),segment_id=1779a445-beda-4dcd-8f98-83ef8a804122)] {{(pid=114094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:49:45.068842 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-c873e368-a4b8-4c92-995b-be0e10992698 req-cf8e27fa-ce59-4e6b-9d3b-ed44199e622d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8776969'] for port (18a8caa9-2a86-4e7b-b6f0-e3dc5d2fe716), after_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:45.107425 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c873e368-a4b8-4c92-995b-be0e10992698 req-cf8e27fa-ce59-4e6b-9d3b-ed44199e622d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:45.108871 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-c873e368-a4b8-4c92-995b-be0e10992698 req-cf8e27fa-ce59-4e6b-9d3b-ed44199e622d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032074'] for port (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:45.110565 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-c873e368-a4b8-4c92-995b-be0e10992698 req-cf8e27fa-ce59-4e6b-9d3b-ed44199e622d service neutron] 10.222.0.24 "PUT /v2.0/ports/18a8caa9-2a86-4e7b-b6f0-e3dc5d2fe716 HTTP/1.1" status: 200 len: 1094 time: 0.6904809 Jan 27 16:49:45.111102 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1d239b7-dd50-4a27-9c01-93a05580e612', 'tag': '18a8caa9-2a86-4e7b-b6f0-e3dc5d2fe716'}] {{(pid=114094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:49:45.113472 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}342a798d1d13ecd85fd4efdf34ff3908ecd3b9322feeb0f720fcdcd52e7e333b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-276d2243-db48-44ce-b02d-3ce9612dfba0" -d '{"events": [{"name": "network-changed", "server_uuid": "f1d239b7-dd50-4a27-9c01-93a05580e612", "tag": "18a8caa9-2a86-4e7b-b6f0-e3dc5d2fe716"}]}' {{(pid=114094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:49:45.139384 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8e27fa-ce59-4e6b-9d3b-ed44199e622d service neutron] Pushing event updated for resources: {'Port': ['ID=18a8caa9-2a86-4e7b-b6f0-e3dc5d2fe716,revision_number=3']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:45.175940 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 16:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a5a063b-8b98-470e-88c4-b718c302bb53 x-openstack-request-id: req-1a5a063b-8b98-470e-88c4-b718c302bb53 {{(pid=114094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:49:45.176221 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1d239b7-dd50-4a27-9c01-93a05580e612", "tag": "18a8caa9-2a86-4e7b-b6f0-e3dc5d2fe716", "status": "completed", "code": 200}]} {{(pid=114094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:49:45.176469 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1a5a063b-8b98-470e-88c4-b718c302bb53 {{(pid=114094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:49:45.176851 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1d239b7-dd50-4a27-9c01-93a05580e612', 'tag': '18a8caa9-2a86-4e7b-b6f0-e3dc5d2fe716', 'status': 'completed', 'code': 200} Jan 27 16:49:45.208917 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c873e368-a4b8-4c92-995b-be0e10992698 req-ed34b726-20c9-4111-81f4-8187aef75d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:45.210415 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-c873e368-a4b8-4c92-995b-be0e10992698 req-ed34b726-20c9-4111-81f4-8187aef75d06 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=598ee83f7e1a494c8b94f241ab626b65&device_id=f1d239b7-dd50-4a27-9c01-93a05580e612 HTTP/1.1" status: 200 len: 1097 time: 0.0433297 Jan 27 16:49:45.214897 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f1b8d8-776f-482f-9221-ebcee9f7e7d6 req-b2ab98d8-aa77-4cf6-aa00-99029a639954 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:45.216400 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-43f1b8d8-776f-482f-9221-ebcee9f7e7d6 req-b2ab98d8-aa77-4cf6-aa00-99029a639954 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=27dbabab-3baf-4446-aaad-bdd80b162cd7 HTTP/1.1" status: 200 len: 945 time: 0.0481308 Jan 27 16:49:45.266957 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-c873e368-a4b8-4c92-995b-be0e10992698 req-055d0b9f-839e-41ac-aaa8-0998b5f89249 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18a8caa9-2a86-4e7b-b6f0-e3dc5d2fe716 HTTP/1.1" status: 200 len: 217 time: 0.0385895 Jan 27 16:49:45.267927 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-43f1b8d8-776f-482f-9221-ebcee9f7e7d6 req-5a639b0d-8164-4d91-badd-34d96682c8ca tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/security-groups?id=341578a6-674d-4340-af0f-c81e76fc0269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460181 Jan 27 16:49:45.316885 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c873e368-a4b8-4c92-995b-be0e10992698 req-ad71612c-2f1d-4203-a7bb-4911ea946512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:45.318334 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-c873e368-a4b8-4c92-995b-be0e10992698 req-ad71612c-2f1d-4203-a7bb-4911ea946512 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0bf965b2-91d5-4f22-9468-810e8979c5a9 HTTP/1.1" status: 200 len: 855 time: 0.0436375 Jan 27 16:49:45.354197 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-c873e368-a4b8-4c92-995b-be0e10992698 req-2d59a567-615a-4ac5-b6f2-d053f558e2de service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e61a4ef3-534d-479d-8867-5085e7d92be1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269225 Jan 27 16:49:45.384878 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d526385-dc1e-49e7-abd7-46ac1b3da1aa req-89fa5c64-7f23-4de4-8963-563c688b29bc tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:45.386351 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-2d526385-dc1e-49e7-abd7-46ac1b3da1aa req-89fa5c64-7f23-4de4-8963-563c688b29bc tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=27dbabab-3baf-4446-aaad-bdd80b162cd7 HTTP/1.1" status: 200 len: 945 time: 0.0518153 Jan 27 16:49:45.395035 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 46074) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:49:45.399891 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.v2.base [None req-1c262e6d-f56c-4a18-8ff2-386c0aeb9d3b tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Request body: {'floatingip': {'port_id': 'c7ee8f95-4b6c-4378-a74a-658d33610c09'}} {{(pid=114095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:49:45.456841 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-c873e368-a4b8-4c92-995b-be0e10992698 req-5f2f0a2f-e8c0-4a6e-bcbf-8c5b1d19367d service neutron] 10.222.0.24 "GET /v2.0/networks/e61a4ef3-534d-479d-8867-5085e7d92be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893974 Jan 27 16:49:45.476441 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-1c262e6d-f56c-4a18-8ff2-386c0aeb9d3b tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Publish callbacks [] for floatingip (551c77a3-4138-4829-8c7a-b5d01d3147aa), before_update {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:45.563327 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-c873e368-a4b8-4c92-995b-be0e10992698 req-cefe01de-7fb1-4d97-aade-102714b3b028 service neutron] 10.222.0.24 "GET /v2.0/networks/e61a4ef3-534d-479d-8867-5085e7d92be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975685 Jan 27 16:49:45.675790 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276d2243-db48-44ce-b02d-3ce9612dfba0 req-33e53bc8-bf67-4082-addd-ca5e33b54834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:45.677293 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-276d2243-db48-44ce-b02d-3ce9612dfba0 req-33e53bc8-bf67-4082-addd-ca5e33b54834 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=598ee83f7e1a494c8b94f241ab626b65&device_id=f1d239b7-dd50-4a27-9c01-93a05580e612 HTTP/1.1" status: 200 len: 1097 time: 0.0442622 Jan 27 16:49:45.793566 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276d2243-db48-44ce-b02d-3ce9612dfba0 req-fa0a3d50-79a9-4940-b72b-0c8b7824c06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:45.795110 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-276d2243-db48-44ce-b02d-3ce9612dfba0 req-fa0a3d50-79a9-4940-b72b-0c8b7824c06e service neutron] 10.222.0.24 "GET /v2.0/networks?id=e61a4ef3-534d-479d-8867-5085e7d92be1 HTTP/1.1" status: 200 len: 916 time: 0.1014597 Jan 27 16:49:45.814863 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6850611f-4973-49a1-8607-45963992d723 req-3a6b82b8-a60b-47d4-b311-40c94d57246a tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:45.816323 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-6850611f-4973-49a1-8607-45963992d723 req-3a6b82b8-a60b-47d4-b311-40c94d57246a tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5490cbd-3604-4065-b528-a305f9f211ce HTTP/1.1" status: 200 len: 945 time: 0.1780243 Jan 27 16:49:45.818224 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 46086) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:49:45.836532 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653012a7-ac95-4885-b276-fd2b01fe3637 req-c3e2c2a8-8489-4989-bd87-0014e668f512 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:45.838788 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-653012a7-ac95-4885-b276-fd2b01fe3637 req-c3e2c2a8-8489-4989-bd87-0014e668f512 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1d239b7-dd50-4a27-9c01-93a05580e612 HTTP/1.1" status: 200 len: 944 time: 0.1732070 Jan 27 16:49:45.845533 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-276d2243-db48-44ce-b02d-3ce9612dfba0 req-85fc9555-1138-46a7-8e37-578e58456c7f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18a8caa9-2a86-4e7b-b6f0-e3dc5d2fe716 HTTP/1.1" status: 200 len: 217 time: 0.0425265 Jan 27 16:49:45.911500 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276d2243-db48-44ce-b02d-3ce9612dfba0 req-1f7ba773-4202-43b3-bf88-0fdea033dff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:45.912994 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-276d2243-db48-44ce-b02d-3ce9612dfba0 req-1f7ba773-4202-43b3-bf88-0fdea033dff5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0bf965b2-91d5-4f22-9468-810e8979c5a9 HTTP/1.1" status: 200 len: 855 time: 0.0522730 Jan 27 16:49:45.958710 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-276d2243-db48-44ce-b02d-3ce9612dfba0 req-2e80f2e6-3fba-4f0f-9587-4e2cf785300b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e61a4ef3-534d-479d-8867-5085e7d92be1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299520 Jan 27 16:49:46.041718 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-a79862bb-41f1-4578-ba29-4595b731c094 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:46.056118 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-276d2243-db48-44ce-b02d-3ce9612dfba0 req-d6fac60e-e40c-4a9e-bf42-bb5087de5243 service neutron] 10.222.0.24 "GET /v2.0/networks/e61a4ef3-534d-479d-8867-5085e7d92be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839732 Jan 27 16:49:46.056782 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-6850611f-4973-49a1-8607-45963992d723 req-f43f7ec0-514a-46e7-8bb3-2d5760c60dce tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293398 Jan 27 16:49:46.071262 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-653012a7-ac95-4885-b276-fd2b01fe3637 req-e868539f-00da-4ac1-bc3a-7cbd1eee2888 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b312599-18fb-44ac-8380-190ce0b5ebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233579 Jan 27 16:49:46.207139 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-276d2243-db48-44ce-b02d-3ce9612dfba0 req-ed439c4b-2bd1-4199-b055-a9d1843573e2 service neutron] 10.222.0.24 "GET /v2.0/networks/e61a4ef3-534d-479d-8867-5085e7d92be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259906 Jan 27 16:49:46.384999 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-ee6396ed-a1cd-4413-91fd-0cc25f747d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (b49cc950-6aaa-44e3-a3c4-70b67101afab), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:46.423088 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b90e8d-8706-4f25-804b-4137c171440c req-f555f70a-8ae3-4116-af5d-a4f88550b294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:46.424702 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-21b90e8d-8706-4f25-804b-4137c171440c req-f555f70a-8ae3-4116-af5d-a4f88550b294 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=326cd822c847423ba2417f593ca8c6ff&device_id=b5490cbd-3604-4065-b528-a305f9f211ce HTTP/1.1" status: 200 len: 1098 time: 0.0532730 Jan 27 16:49:46.533419 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b90e8d-8706-4f25-804b-4137c171440c req-ac20884e-f14f-474f-8b8f-24156893f4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:46.534913 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-21b90e8d-8706-4f25-804b-4137c171440c req-ac20884e-f14f-474f-8b8f-24156893f4dd service neutron] 10.222.0.24 "GET /v2.0/networks?id=d601b71c-9e85-4907-a350-1cc1a1486f21 HTTP/1.1" status: 200 len: 920 time: 0.0932527 Jan 27 16:49:46.568119 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-a79862bb-41f1-4578-ba29-4595b731c094 admin admin] Publish callbacks [] for security_group (0f021676-0133-4d73-9240-32883a469a25), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:46.571908 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.db.resource_extend [None req-1c262e6d-f56c-4a18-8ff2-386c0aeb9d3b tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 16:49:46.577157 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-21b90e8d-8706-4f25-804b-4137c171440c req-95300c3b-ce5d-4d1d-8f6e-8c43e899ef56 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e60561d-e86c-4bcf-b188-6be71158ac4e HTTP/1.1" status: 200 len: 217 time: 0.0352221 Jan 27 16:49:46.609450 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-a79862bb-41f1-4578-ba29-4595b731c094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (0f021676-0133-4d73-9240-32883a469a25), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:46.638178 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b90e8d-8706-4f25-804b-4137c171440c req-58779878-3078-4e8c-b04d-df90252c857d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:46.639647 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-21b90e8d-8706-4f25-804b-4137c171440c req-58779878-3078-4e8c-b04d-df90252c857d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e7392202-f723-44b8-a453-411e289e56a2 HTTP/1.1" status: 200 len: 859 time: 0.0538323 Jan 27 16:49:46.676937 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-21b90e8d-8706-4f25-804b-4137c171440c req-f0b36871-5bbb-4117-86c7-ac4bc9e8e73d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d601b71c-9e85-4907-a350-1cc1a1486f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255947 Jan 27 16:49:46.702172 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507bfc57-2099-4c46-90ad-4b2111339ebc req-1a2fd9eb-a03c-4d82-846e-952b1157402f tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:46.703756 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-507bfc57-2099-4c46-90ad-4b2111339ebc req-1a2fd9eb-a03c-4d82-846e-952b1157402f tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5490cbd-3604-4065-b528-a305f9f211ce HTTP/1.1" status: 200 len: 945 time: 0.1928723 Jan 27 16:49:46.717099 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-a79862bb-41f1-4578-ba29-4595b731c094 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8dc0e9534ccf4f5b940aec37b8bb2a95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8961499 Jan 27 16:49:46.720996 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79862bb-41f1-4578-ba29-4595b731c094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f021676-0133-4d73-9240-32883a469a25,revision_number=1']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:46.730079 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-1c262e6d-f56c-4a18-8ff2-386c0aeb9d3b tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:46.730793 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 46108) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:49:46.745157 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-1c262e6d-f56c-4a18-8ff2-386c0aeb9d3b tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1796444'] for floatingip (551c77a3-4138-4829-8c7a-b5d01d3147aa), after_update {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:46.782645 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-21b90e8d-8706-4f25-804b-4137c171440c req-89a0a812-def6-4fc4-92c5-e19e79f9344f service neutron] 10.222.0.24 "GET /v2.0/networks/d601b71c-9e85-4907-a350-1cc1a1486f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901370 Jan 27 16:49:46.872231 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-21b90e8d-8706-4f25-804b-4137c171440c req-d912823c-b1cf-4e32-a329-8372a97856a3 service neutron] 10.222.0.24 "GET /v2.0/networks/d601b71c-9e85-4907-a350-1cc1a1486f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831168 Jan 27 16:49:46.901068 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-507bfc57-2099-4c46-90ad-4b2111339ebc req-cc312945-60b7-4b2d-a7bd-542690954586 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805749 Jan 27 16:49:46.934448 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-2a2a67fa-d5b2-480f-963c-cfadaeeee585 admin admin] Publish callbacks [] for security_group (0f021676-0133-4d73-9240-32883a469a25), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:46.946141 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.db.l3_db [None req-1c262e6d-f56c-4a18-8ff2-386c0aeb9d3b tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Floating IP 551c77a3-4138-4829-8c7a-b5d01d3147aa associated. External IP: 172.27.2.25, port: c7ee8f95-4b6c-4378-a74a-658d33610c09. Jan 27 16:49:47.001209 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-2a2a67fa-d5b2-480f-963c-cfadaeeee585 admin admin] Publish callbacks [] for security_group (0f021676-0133-4d73-9240-32883a469a25), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:47.128472 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-2a2a67fa-d5b2-480f-963c-cfadaeeee585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (0f021676-0133-4d73-9240-32883a469a25), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:47.130908 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-2a2a67fa-d5b2-480f-963c-cfadaeeee585 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:47.132048 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-2a2a67fa-d5b2-480f-963c-cfadaeeee585 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0f021676-0133-4d73-9240-32883a469a25 HTTP/1.1" status: 204 len: 168 time: 0.3942351 Jan 27 16:49:47.146356 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2a67fa-d5b2-480f-963c-cfadaeeee585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f021676-0133-4d73-9240-32883a469a25,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:47.241477 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a56507-40b1-4185-a77a-cffd845c1240 req-2de167b2-66d2-457c-b7ca-8359c67689f7 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:47.242969 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-f7a56507-40b1-4185-a77a-cffd845c1240 req-2de167b2-66d2-457c-b7ca-8359c67689f7 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1d239b7-dd50-4a27-9c01-93a05580e612 HTTP/1.1" status: 200 len: 944 time: 0.0924819 Jan 27 16:49:47.269718 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c262e6d-f56c-4a18-8ff2-386c0aeb9d3b tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Router 8c14d5e6-789b-41a8-b5b0-e75b551502f3 has already been hosted by L3 agent bdbd084a-7876-495d-b5d9-cf3ee18f0227 {{(pid=114095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 16:49:47.345272 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-f7a56507-40b1-4185-a77a-cffd845c1240 req-00b4506c-19a0-4d6b-8bf8-4e7120a2eed3 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b312599-18fb-44ac-8380-190ce0b5ebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937493 Jan 27 16:49:47.432742 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c262e6d-f56c-4a18-8ff2-386c0aeb9d3b tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Notify agent at l3_agent.dv-cinder-818830-2-iscsi the message routers_updated {{(pid=114095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 16:49:47.450672 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14ecf93-3b4b-4d9f-83da-fffe64011386 None None] Sync routers for ids ['8c14d5e6-789b-41a8-b5b0-e75b551502f3'] in dv-cinder-818830-2-iscsi {{(pid=114097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 16:49:47.452582 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-1c262e6d-f56c-4a18-8ff2-386c0aeb9d3b tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118807'] for floatingip (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:47.467804 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14ecf93-3b4b-4d9f-83da-fffe64011386 None None] Routers {'8c14d5e6-789b-41a8-b5b0-e75b551502f3'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:49:47.468463 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_hamode_db [None req-c14ecf93-3b4b-4d9f-83da-fffe64011386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T16:49:18Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['8c14d5e6-789b-41a8-b5b0-e75b551502f3'], 'active': True} {{(pid=114097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:49:47.501632 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-1c262e6d-f56c-4a18-8ff2-386c0aeb9d3b tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "PUT /v2.0/floatingips/551c77a3-4138-4829-8c7a-b5d01d3147aa HTTP/1.1" status: 200 len: 990 time: 2.1030562 Jan 27 16:49:47.502227 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27dbabab-3baf-4446-aaad-bdd80b162cd7', 'tag': 'c7ee8f95-4b6c-4378-a74a-658d33610c09'}] {{(pid=114095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:49:47.507048 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4239e6a803e2f619fc9b8f6c8a6584a7ac442468773ed84b4810d4ba10bf9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5417aca5-66d1-40fb-ae37-07f9de7b1c2a" -d '{"events": [{"name": "network-changed", "server_uuid": "27dbabab-3baf-4446-aaad-bdd80b162cd7", "tag": "c7ee8f95-4b6c-4378-a74a-658d33610c09"}]}' {{(pid=114095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:49:47.593760 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 16:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b2183d-b205-4abe-bcce-3f7be87652d3 x-openstack-request-id: req-63b2183d-b205-4abe-bcce-3f7be87652d3 {{(pid=114095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:49:47.593760 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27dbabab-3baf-4446-aaad-bdd80b162cd7", "tag": "c7ee8f95-4b6c-4378-a74a-658d33610c09", "status": "completed", "code": 200}]} {{(pid=114095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:49:47.593760 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-63b2183d-b205-4abe-bcce-3f7be87652d3 {{(pid=114095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:49:47.593760 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27dbabab-3baf-4446-aaad-bdd80b162cd7', 'tag': 'c7ee8f95-4b6c-4378-a74a-658d33610c09', 'status': 'completed', 'code': 200} Jan 27 16:49:47.606655 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_dvr_db [None req-c14ecf93-3b4b-4d9f-83da-fffe64011386 None None] Set router 8c14d5e6-789b-41a8-b5b0-e75b551502f3 gateway port host: dv-cinder-818830-2-iscsi {{(pid=114097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:49:47.687913 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5417aca5-66d1-40fb-ae37-07f9de7b1c2a req-6272aa9f-eaf0-4f6a-9345-8717dcb1886e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:47.690633 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-5417aca5-66d1-40fb-ae37-07f9de7b1c2a req-6272aa9f-eaf0-4f6a-9345-8717dcb1886e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=accb650bdbfa4de4a4129fd473ca736d&device_id=27dbabab-3baf-4446-aaad-bdd80b162cd7 HTTP/1.1" status: 200 len: 1098 time: 0.0697315 Jan 27 16:49:47.740548 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 46144) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:49:47.835253 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5417aca5-66d1-40fb-ae37-07f9de7b1c2a req-f44d433c-6fa9-479d-8a73-fdcf587203a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:47.838454 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-5417aca5-66d1-40fb-ae37-07f9de7b1c2a req-f44d433c-6fa9-479d-8a73-fdcf587203a5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d4e5124e-533e-45d6-b9d3-79afca1c35e2 HTTP/1.1" status: 200 len: 911 time: 0.1179481 Jan 27 16:49:47.894289 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-9ad1d960-88d4-4718-a383-5b845e070c70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:47.989247 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_hamode_db [None req-c14ecf93-3b4b-4d9f-83da-fffe64011386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c14d5e6-789b-41a8-b5b0-e75b551502f3', 'name': 'tempest-AttachVolumeTestJSON-640006432-router', 'tenant_id': 'accb650bdbfa4de4a4129fd473ca736d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '6ab449ff-2b63-44f3-897a-860c93be338d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:48:40Z', 'updated_at': '2022-01-27T16:48:51Z', 'revision_number': 4, 'project_id': 'accb650bdbfa4de4a4129fd473ca736d', 'gw_port': {'id': '6ab449ff-2b63-44f3-897a-860c93be338d', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:15:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c14d5e6-789b-41a8-b5b0-e75b551502f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:48:42Z', 'updated_at': '2022-01-27T16:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi', '_floatingips': [{'id': '551c77a3-4138-4829-8c7a-b5d01d3147aa', 'tenant_id': 'accb650bdbfa4de4a4129fd473ca736d', 'floating_ip_address': '172.27.2.25', 'floating_network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'router_id': '8c14d5e6-789b-41a8-b5b0-e75b551502f3', 'port_id': 'c7ee8f95-4b6c-4378-a74a-658d33610c09', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4e5124e-533e-45d6-b9d3-79afca1c35e2', 'mac_address': 'fa:16:3e:de:7c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dbabab-3baf-4446-aaad-bdd80b162cd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T16:49:01Z', 'updated_at': '2022-01-27T16:49:46Z', 'revision_number': 1, 'project_id': 'accb650bdbfa4de4a4129fd473ca736d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c2b5c0e-e05f-4520-aeed-d06220a6fdd4', 'name': '', 'network_id': 'd4e5124e-533e-45d6-b9d3-79afca1c35e2', 'tenant_id': 'accb650bdbfa4de4a4129fd473ca736d', 'mac_address': 'fa:16:3e:46:15:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c14d5e6-789b-41a8-b5b0-e75b551502f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'd38c499f-fa3e-48b8-ba77-1e1246ed2b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:48:49Z', 'updated_at': '2022-01-27T16:49:02Z', 'revision_number': 5, 'project_id': 'accb650bdbfa4de4a4129fd473ca736d', 'subnets': [{'id': 'd38c499f-fa3e-48b8-ba77-1e1246ed2b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:49:48.029705 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14ecf93-3b4b-4d9f-83da-fffe64011386 None None] Checking router: 8c14d5e6-789b-41a8-b5b0-e75b551502f3 for host: dv-cinder-818830-2-iscsi {{(pid=114097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 16:49:48.045647 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14ecf93-3b4b-4d9f-83da-fffe64011386 None None] Routers {'8c14d5e6-789b-41a8-b5b0-e75b551502f3'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:49:48.046422 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_hamode_db [None req-c14ecf93-3b4b-4d9f-83da-fffe64011386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T16:49:18Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['8c14d5e6-789b-41a8-b5b0-e75b551502f3'], 'active': True} {{(pid=114097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:49:48.074125 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-9ad1d960-88d4-4718-a383-5b845e070c70 admin admin] Publish callbacks [] for security_group (53aedf36-6efd-477f-aa94-26e4eb2a42e5), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:48.120165 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-9ad1d960-88d4-4718-a383-5b845e070c70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (53aedf36-6efd-477f-aa94-26e4eb2a42e5), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:48.189745 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_dvr_db [None req-c14ecf93-3b4b-4d9f-83da-fffe64011386 None None] Set router 8c14d5e6-789b-41a8-b5b0-e75b551502f3 gateway port host: dv-cinder-818830-2-iscsi {{(pid=114097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:49:48.211797 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-9ad1d960-88d4-4718-a383-5b845e070c70 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=55033e40da5a48ada384102acbbc029b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4699049 Jan 27 16:49:48.214614 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 46164) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:49:48.218426 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-5417aca5-66d1-40fb-ae37-07f9de7b1c2a req-6f8ef411-6f36-49d8-8449-e7cf124af1ff service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7ee8f95-4b6c-4378-a74a-658d33610c09 HTTP/1.1" status: 200 len: 998 time: 0.3529344 Jan 27 16:49:48.221184 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad1d960-88d4-4718-a383-5b845e070c70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53aedf36-6efd-477f-aa94-26e4eb2a42e5,revision_number=1']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:48.221354 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-c1447d24-4d98-4200-8ebe-100f2d07cb72 req-9738ad69-491c-43e6-8dbc-9c26a9fd9732 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8b9d62e6-6196-4c6f-ba02-dcf3fece8937&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3689818 Jan 27 16:49:48.242656 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f418749-aeea-44c5-85e1-95535651b9e7 req-f5117946-47b9-473c-8c59-62546a4529fa tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:48.244953 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-5f418749-aeea-44c5-85e1-95535651b9e7 req-f5117946-47b9-473c-8c59-62546a4529fa tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5490cbd-3604-4065-b528-a305f9f211ce HTTP/1.1" status: 200 len: 945 time: 0.2281458 Jan 27 16:49:48.284935 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5417aca5-66d1-40fb-ae37-07f9de7b1c2a req-10bc8c3d-3391-4482-8d20-2663acbde977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:48.286589 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-5417aca5-66d1-40fb-ae37-07f9de7b1c2a req-10bc8c3d-3391-4482-8d20-2663acbde977 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d38c499f-fa3e-48b8-ba77-1e1246ed2b6a HTTP/1.1" status: 200 len: 849 time: 0.0514371 Jan 27 16:49:48.355484 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (853c399d-72c7-467e-bd42-08a47e7fb1c3), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:48.363611 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-5f418749-aeea-44c5-85e1-95535651b9e7 req-8893b05e-e39f-4a69-8176-1aed4666250e tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012230 Jan 27 16:49:48.381252 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-ed04c42a-0933-4bd1-94f4-5b4440ae0b36 admin admin] Publish callbacks [] for security_group (53aedf36-6efd-477f-aa94-26e4eb2a42e5), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:48.402447 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5417aca5-66d1-40fb-ae37-07f9de7b1c2a req-183a5da5-3315-48ab-9698-b470594795bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:48.405530 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-5417aca5-66d1-40fb-ae37-07f9de7b1c2a req-183a5da5-3315-48ab-9698-b470594795bc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d4e5124e-533e-45d6-b9d3-79afca1c35e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1072800 Jan 27 16:49:48.419710 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1447d24-4d98-4200-8ebe-100f2d07cb72 req-6943d0f4-c649-46e3-96b7-edeb4b35b9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:48.421402 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-c1447d24-4d98-4200-8ebe-100f2d07cb72 req-6943d0f4-c649-46e3-96b7-edeb4b35b9fe service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8930d227a39349b8a900ed8395fb7d2b&device_id=8b9d62e6-6196-4c6f-ba02-dcf3fece8937 HTTP/1.1" status: 200 len: 1098 time: 0.1248832 Jan 27 16:49:48.424892 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-ed04c42a-0933-4bd1-94f4-5b4440ae0b36 admin admin] Publish callbacks [] for security_group (53aedf36-6efd-477f-aa94-26e4eb2a42e5), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:48.457983 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-837fcb6a-3ccb-40e5-9dbb-73a2d9adce53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (bdbd084a-7876-495d-b5d9-cf3ee18f0227), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:48.543383 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-ed04c42a-0933-4bd1-94f4-5b4440ae0b36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (53aedf36-6efd-477f-aa94-26e4eb2a42e5), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:48.545925 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-ed04c42a-0933-4bd1-94f4-5b4440ae0b36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:48.549454 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-ed04c42a-0933-4bd1-94f4-5b4440ae0b36 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/53aedf36-6efd-477f-aa94-26e4eb2a42e5 HTTP/1.1" status: 204 len: 168 time: 0.3313251 Jan 27 16:49:48.560053 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed04c42a-0933-4bd1-94f4-5b4440ae0b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53aedf36-6efd-477f-aa94-26e4eb2a42e5,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:48.583642 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819040d3-0aa4-4932-b9df-6d16c1e13735 req-65814462-d405-4f95-898a-18535cd95488 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:48.583642 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-819040d3-0aa4-4932-b9df-6d16c1e13735 req-65814462-d405-4f95-898a-18535cd95488 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1d239b7-dd50-4a27-9c01-93a05580e612 HTTP/1.1" status: 200 len: 944 time: 0.0733955 Jan 27 16:49:48.646805 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-5417aca5-66d1-40fb-ae37-07f9de7b1c2a req-ed36633b-89c5-4998-b9df-7c0433d6825c service neutron] 10.222.0.24 "GET /v2.0/networks/d4e5124e-533e-45d6-b9d3-79afca1c35e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240789 Jan 27 16:49:48.673355 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_hamode_db [None req-c14ecf93-3b4b-4d9f-83da-fffe64011386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c14d5e6-789b-41a8-b5b0-e75b551502f3', 'name': 'tempest-AttachVolumeTestJSON-640006432-router', 'tenant_id': 'accb650bdbfa4de4a4129fd473ca736d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '6ab449ff-2b63-44f3-897a-860c93be338d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:48:40Z', 'updated_at': '2022-01-27T16:48:51Z', 'revision_number': 4, 'project_id': 'accb650bdbfa4de4a4129fd473ca736d', 'gw_port': {'id': '6ab449ff-2b63-44f3-897a-860c93be338d', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:15:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c14d5e6-789b-41a8-b5b0-e75b551502f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:48:42Z', 'updated_at': '2022-01-27T16:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi', '_floatingips': [{'id': '551c77a3-4138-4829-8c7a-b5d01d3147aa', 'tenant_id': 'accb650bdbfa4de4a4129fd473ca736d', 'floating_ip_address': '172.27.2.25', 'floating_network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'router_id': '8c14d5e6-789b-41a8-b5b0-e75b551502f3', 'port_id': 'c7ee8f95-4b6c-4378-a74a-658d33610c09', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4e5124e-533e-45d6-b9d3-79afca1c35e2', 'mac_address': 'fa:16:3e:de:7c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dbabab-3baf-4446-aaad-bdd80b162cd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T16:49:01Z', 'updated_at': '2022-01-27T16:49:46Z', 'revision_number': 1, 'project_id': 'accb650bdbfa4de4a4129fd473ca736d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c2b5c0e-e05f-4520-aeed-d06220a6fdd4', 'name': '', 'network_id': 'd4e5124e-533e-45d6-b9d3-79afca1c35e2', 'tenant_id': 'accb650bdbfa4de4a4129fd473ca736d', 'mac_address': 'fa:16:3e:46:15:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c14d5e6-789b-41a8-b5b0-e75b551502f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'd38c499f-fa3e-48b8-ba77-1e1246ed2b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:48:49Z', 'updated_at': '2022-01-27T16:49:02Z', 'revision_number': 5, 'project_id': 'accb650bdbfa4de4a4129fd473ca736d', 'subnets': [{'id': 'd38c499f-fa3e-48b8-ba77-1e1246ed2b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:49:48.688161 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1447d24-4d98-4200-8ebe-100f2d07cb72 req-90031839-3638-44d0-84e4-51f89068d940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:48.689545 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-c1447d24-4d98-4200-8ebe-100f2d07cb72 req-90031839-3638-44d0-84e4-51f89068d940 service neutron] 10.222.0.24 "GET /v2.0/networks?id=59590692-d01e-44a9-bec5-15417e45095c HTTP/1.1" status: 200 len: 913 time: 0.2173133 Jan 27 16:49:48.741571 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-819040d3-0aa4-4932-b9df-6d16c1e13735 req-33c3cdd4-f1fe-456e-aa51-261feff90946 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b312599-18fb-44ac-8380-190ce0b5ebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499360 Jan 27 16:49:48.765810 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14ecf93-3b4b-4d9f-83da-fffe64011386 None None] The sync data for ids ['8c14d5e6-789b-41a8-b5b0-e75b551502f3'] in dv-cinder-818830-2-iscsi is: [{'id': '8c14d5e6-789b-41a8-b5b0-e75b551502f3', 'name': 'tempest-AttachVolumeTestJSON-640006432-router', 'tenant_id': 'accb650bdbfa4de4a4129fd473ca736d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '6ab449ff-2b63-44f3-897a-860c93be338d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:48:40Z', 'updated_at': '2022-01-27T16:48:51Z', 'revision_number': 4, 'project_id': 'accb650bdbfa4de4a4129fd473ca736d', 'gw_port': {'id': '6ab449ff-2b63-44f3-897a-860c93be338d', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:15:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c14d5e6-789b-41a8-b5b0-e75b551502f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:48:42Z', 'updated_at': '2022-01-27T16:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi', '_floatingips': [{'id': '551c77a3-4138-4829-8c7a-b5d01d3147aa', 'tenant_id': 'accb650bdbfa4de4a4129fd473ca736d', 'floating_ip_address': '172.27.2.25', 'floating_network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'router_id': '8c14d5e6-789b-41a8-b5b0-e75b551502f3', 'port_id': 'c7ee8f95-4b6c-4378-a74a-658d33610c09', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4e5124e-533e-45d6-b9d3-79afca1c35e2', 'mac_address': 'fa:16:3e:de:7c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dbabab-3baf-4446-aaad-bdd80b162cd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T16:49:01Z', 'updated_at': '2022-01-27T16:49:46Z', 'revision_number': 1, 'project_id': 'accb650bdbfa4de4a4129fd473ca736d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c2b5c0e-e05f-4520-aeed-d06220a6fdd4', 'name': '', 'network_id': 'd4e5124e-533e-45d6-b9d3-79afca1c35e2', 'tenant_id': 'accb650bdbfa4de4a4129fd473ca736d', 'mac_address': 'fa:16:3e:46:15:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c14d5e6-789b-41a8-b5b0-e75b551502f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'd38c499f-fa3e-48b8-ba77-1e1246ed2b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:48:49Z', 'updated_at': '2022-01-27T16:49:02Z', 'revision_number': 5, 'project_id': 'accb650bdbfa4de4a4129fd473ca736d', 'subnets': [{'id': 'd38c499f-fa3e-48b8-ba77-1e1246ed2b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 16:49:48.793897 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-c1447d24-4d98-4200-8ebe-100f2d07cb72 req-e0b6b4f3-2526-4488-9700-6f7c5fc10222 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d2494c4-b7fe-4dc9-8d66-cb83f755ac04 HTTP/1.1" status: 200 len: 217 time: 0.0774243 Jan 27 16:49:48.825498 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-5417aca5-66d1-40fb-ae37-07f9de7b1c2a req-bd343f3d-4757-465d-9b66-4d44a65b45b8 service neutron] 10.222.0.24 "GET /v2.0/networks/d4e5124e-533e-45d6-b9d3-79afca1c35e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639452 Jan 27 16:49:48.886277 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1447d24-4d98-4200-8ebe-100f2d07cb72 req-25e56f73-0213-4654-b9b3-4ada09c88632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:48.887969 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-c1447d24-4d98-4200-8ebe-100f2d07cb72 req-25e56f73-0213-4654-b9b3-4ada09c88632 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=950f0ade-c235-49cf-99ee-4fef53985470 HTTP/1.1" status: 200 len: 852 time: 0.0648911 Jan 27 16:49:48.927645 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-c1447d24-4d98-4200-8ebe-100f2d07cb72 req-150a45d6-2009-4263-b554-14c75c5d7138 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=59590692-d01e-44a9-bec5-15417e45095c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331390 Jan 27 16:49:49.051448 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a87e7de-81e7-4271-b069-bf2e6b763aad None None] New status for floating IP 551c77a3-4138-4829-8c7a-b5d01d3147aa: ACTIVE {{(pid=114096) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 16:49:49.055822 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-c1447d24-4d98-4200-8ebe-100f2d07cb72 req-de67e3d1-2336-4312-9e0e-996e11bf7c45 service neutron] 10.222.0.24 "GET /v2.0/networks/59590692-d01e-44a9-bec5-15417e45095c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015649 Jan 27 16:49:49.076968 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 46184) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:49:49.090228 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-956896fc-a35e-4a1d-8eb7-3ef6febd04bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:49.172850 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-956896fc-a35e-4a1d-8eb7-3ef6febd04bf admin admin] Publish callbacks [] for security_group (219dd62d-22d5-41c2-b423-8353e2518469), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:49.178479 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-c1447d24-4d98-4200-8ebe-100f2d07cb72 req-4864dcac-68fc-41e0-af5a-d946b0fbf008 service neutron] 10.222.0.24 "GET /v2.0/networks/59590692-d01e-44a9-bec5-15417e45095c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015086 Jan 27 16:49:49.183120 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-956896fc-a35e-4a1d-8eb7-3ef6febd04bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (219dd62d-22d5-41c2-b423-8353e2518469), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:49.237184 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-956896fc-a35e-4a1d-8eb7-3ef6febd04bf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=66c4e341476145bfbca51547620639d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1588957 Jan 27 16:49:49.237972 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956896fc-a35e-4a1d-8eb7-3ef6febd04bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=219dd62d-22d5-41c2-b423-8353e2518469,revision_number=1']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:49.240347 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 46188) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:49:49.290929 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-fcbe0a97-ed58-49c4-9a71-88451694b977 admin admin] Publish callbacks [] for security_group (219dd62d-22d5-41c2-b423-8353e2518469), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:49.312195 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-fcbe0a97-ed58-49c4-9a71-88451694b977 admin admin] Publish callbacks [] for security_group (219dd62d-22d5-41c2-b423-8353e2518469), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:49.360112 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-fcbe0a97-ed58-49c4-9a71-88451694b977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (219dd62d-22d5-41c2-b423-8353e2518469), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:49.362831 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-fcbe0a97-ed58-49c4-9a71-88451694b977 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:49.363981 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-fcbe0a97-ed58-49c4-9a71-88451694b977 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/219dd62d-22d5-41c2-b423-8353e2518469 HTTP/1.1" status: 204 len: 168 time: 0.1227512 Jan 27 16:49:49.373005 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbe0a97-ed58-49c4-9a71-88451694b977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=219dd62d-22d5-41c2-b423-8353e2518469,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:49.486772 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-66ba84dd-632c-456a-bb12-6a575fe6244f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9495f383-87a2-4ffd-86dd-67b8d88d602c), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:49.498614 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b9cc7-94ef-4189-aa3e-36e5e9632580 req-987e000a-e980-4aaf-9e19-625207c43582 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:49.500164 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-317b9cc7-94ef-4189-aa3e-36e5e9632580 req-987e000a-e980-4aaf-9e19-625207c43582 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5490cbd-3604-4065-b528-a305f9f211ce HTTP/1.1" status: 200 len: 945 time: 0.0590887 Jan 27 16:49:49.559998 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-317b9cc7-94ef-4189-aa3e-36e5e9632580 req-5c5d4085-6375-4cec-bff3-140294106bb0 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525460 Jan 27 16:49:49.671132 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device 18a8caa9-2a86-4e7b-b6f0-e3dc5d2fe716 details requested by agent hyperv_hv-cinder-81883 with host hv-cinder-81883 {{(pid=114096) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 16:49:49.772383 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] For port 18a8caa9-2a86-4e7b-b6f0-e3dc5d2fe716, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=18a8caa9-2a86-4e7b-b6f0-e3dc5d2fe716,segment=NetworkSegment(1779a445-beda-4dcd-8f98-83ef8a804122),segment_id=1779a445-beda-4dcd-8f98-83ef8a804122)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:49:49.786329 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Returning: {'device': '18a8caa9-2a86-4e7b-b6f0-e3dc5d2fe716', 'network_id': 'e61a4ef3-534d-479d-8867-5085e7d92be1', 'port_id': '18a8caa9-2a86-4e7b-b6f0-e3dc5d2fe716', 'mac_address': 'fa:16:3e:5a:95:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bf965b2-91d5-4f22-9468-810e8979c5a9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114096) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 16:49:49.828784 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Current status of the port 18a8caa9-2a86-4e7b-b6f0-e3dc5d2fe716 is: DOWN; New status is: BUILD {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:49:49.829173 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (18a8caa9-2a86-4e7b-b6f0-e3dc5d2fe716), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:49.854919 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.notifiers.nova [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18a8caa9-2a86-4e7b-b6f0-e3dc5d2fe716 {{(pid=114096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:49:49.907512 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] For port 18a8caa9-2a86-4e7b-b6f0-e3dc5d2fe716, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=18a8caa9-2a86-4e7b-b6f0-e3dc5d2fe716,segment=NetworkSegment(1779a445-beda-4dcd-8f98-83ef8a804122),segment_id=1779a445-beda-4dcd-8f98-83ef8a804122)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:49:49.913442 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (18a8caa9-2a86-4e7b-b6f0-e3dc5d2fe716), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:49.935301 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7292822-7188-4fa4-b41d-41bd1815df46 req-ef52ffa1-9962-4a2f-8056-a80b8fc4d016 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:49.942922 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-b7292822-7188-4fa4-b41d-41bd1815df46 req-ef52ffa1-9962-4a2f-8056-a80b8fc4d016 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1d239b7-dd50-4a27-9c01-93a05580e612 HTTP/1.1" status: 200 len: 944 time: 0.1068492 Jan 27 16:49:49.980122 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Pushing event updated for resources: {'Port': ['ID=18a8caa9-2a86-4e7b-b6f0-e3dc5d2fe716,revision_number=4']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:49.989036 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:49:49.989870 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:49:49.990754 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:49:49.991262 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:49:49.999936 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:49:49.999936 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:49:49.999936 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:49:49.999936 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:49:49.999936 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:49:49.999936 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:49:49.999936 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:49:49.999936 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:49:49.999936 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:49:50.004270 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-b7292822-7188-4fa4-b41d-41bd1815df46 req-284b5cbf-e04b-4fdd-83d0-0dfcc6834687 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b312599-18fb-44ac-8380-190ce0b5ebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601666 Jan 27 16:49:50.445952 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] get_ports_and_sgs() called for port_ids ['18a8caa9-2a86-4e7b-b6f0-e3dc5d2fe716'] {{(pid=114096) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 16:49:50.607604 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588cae30-ec0f-4414-aa88-b597ad2135f8 req-bd56df85-2e80-4249-aae4-cf8368b08601 tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:50.615077 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-588cae30-ec0f-4414-aa88-b597ad2135f8 req-bd56df85-2e80-4249-aae4-cf8368b08601 tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b9d62e6-6196-4c6f-ba02-dcf3fece8937 HTTP/1.1" status: 200 len: 945 time: 0.0671878 Jan 27 16:49:50.698808 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-588cae30-ec0f-4414-aa88-b597ad2135f8 req-905e4573-8455-4b10-a9f9-bf8fec0f9cb6 tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a8e62f-6500-4e23-befe-450a1bee6317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827892 Jan 27 16:49:50.713345 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa767b09-faf5-402a-869d-58dd53b74b4f req-6bc25834-208f-4da7-a5dd-be53265b7c09 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:50.714916 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-fa767b09-faf5-402a-869d-58dd53b74b4f req-6bc25834-208f-4da7-a5dd-be53265b7c09 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5490cbd-3604-4065-b528-a305f9f211ce HTTP/1.1" status: 200 len: 945 time: 0.0733612 Jan 27 16:49:50.766424 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-fa767b09-faf5-402a-869d-58dd53b74b4f req-e303320f-0363-4f22-ae7c-3ca04226311e tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451651 Jan 27 16:49:51.127701 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a2bb3-3394-4ed0-a7ca-0e1f68663183 req-d7c188d2-73c4-4eb9-a917-4c4d1f9ac889 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:51.129386 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-106a2bb3-3394-4ed0-a7ca-0e1f68663183 req-d7c188d2-73c4-4eb9-a917-4c4d1f9ac889 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1d239b7-dd50-4a27-9c01-93a05580e612 HTTP/1.1" status: 200 len: 945 time: 0.0516820 Jan 27 16:49:51.183157 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-106a2bb3-3394-4ed0-a7ca-0e1f68663183 req-ca3f2e10-3b89-4e30-9e61-24fe34248bef tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b312599-18fb-44ac-8380-190ce0b5ebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481157 Jan 27 16:49:51.231202 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 46276) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:49:51.358420 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-5e3831a6-a84f-490d-a959-51a111ff2e2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:51.458438 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-5e3831a6-a84f-490d-a959-51a111ff2e2c admin admin] Publish callbacks [] for security_group (e5834a4d-263a-4818-8bf2-329e88e6b843), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:51.463937 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-5e3831a6-a84f-490d-a959-51a111ff2e2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (e5834a4d-263a-4818-8bf2-329e88e6b843), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:51.509981 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-5e3831a6-a84f-490d-a959-51a111ff2e2c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1e3308902162401ebcde03c11bc2f04a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2773929 Jan 27 16:49:51.510859 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3831a6-a84f-490d-a959-51a111ff2e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5834a4d-263a-4818-8bf2-329e88e6b843,revision_number=1']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:51.512967 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 46284) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:49:51.531120 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-d66b1738-fecd-429f-97ae-c3b5c23d3d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9d445c8f-179b-40e3-9cb5-ffaa95aecd6a), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:51.581367 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-fd588e19-8bef-413e-95b1-8cb26eebec3d admin admin] Publish callbacks [] for security_group (e5834a4d-263a-4818-8bf2-329e88e6b843), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:51.607414 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-fd588e19-8bef-413e-95b1-8cb26eebec3d admin admin] Publish callbacks [] for security_group (e5834a4d-263a-4818-8bf2-329e88e6b843), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:51.664724 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-fd588e19-8bef-413e-95b1-8cb26eebec3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (e5834a4d-263a-4818-8bf2-329e88e6b843), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:51.664724 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-fd588e19-8bef-413e-95b1-8cb26eebec3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:51.665116 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-fd588e19-8bef-413e-95b1-8cb26eebec3d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e5834a4d-263a-4818-8bf2-329e88e6b843 HTTP/1.1" status: 204 len: 168 time: 0.1501710 Jan 27 16:49:51.673625 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd588e19-8bef-413e-95b1-8cb26eebec3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5834a4d-263a-4818-8bf2-329e88e6b843,revision_number=None']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:51.841585 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0592ac60-8f3a-40cf-89fe-e8cf083396a9 req-6994b265-c315-409c-8f2a-f094dec7a567 tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:51.843059 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-0592ac60-8f3a-40cf-89fe-e8cf083396a9 req-6994b265-c315-409c-8f2a-f094dec7a567 tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b9d62e6-6196-4c6f-ba02-dcf3fece8937 HTTP/1.1" status: 200 len: 945 time: 0.0531001 Jan 27 16:49:51.922001 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465aea7f-6382-4543-9a75-a1b904b4a15f req-b3f5a478-baf0-4dcb-892d-81cd38d8cc5a tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:51.923450 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-465aea7f-6382-4543-9a75-a1b904b4a15f req-b3f5a478-baf0-4dcb-892d-81cd38d8cc5a tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5490cbd-3604-4065-b528-a305f9f211ce HTTP/1.1" status: 200 len: 945 time: 0.0793214 Jan 27 16:49:51.926528 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-0592ac60-8f3a-40cf-89fe-e8cf083396a9 req-60cf4fa9-a0bd-4edf-9589-e1c03718b13d tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a8e62f-6500-4e23-befe-450a1bee6317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744078 Jan 27 16:49:51.975931 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-465aea7f-6382-4543-9a75-a1b904b4a15f req-990f6df2-1041-40b4-9fa9-71b0c2f6111e tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456393 Jan 27 16:49:52.011446 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 46302) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:49:52.024650 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-36776867-5239-4d85-9c41-1dadc250f6b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:52.104723 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-36776867-5239-4d85-9c41-1dadc250f6b0 admin admin] Publish callbacks [] for security_group (c8f99332-345d-4f6d-9af5-ad98ae04d326), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:52.108519 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-36776867-5239-4d85-9c41-1dadc250f6b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (c8f99332-345d-4f6d-9af5-ad98ae04d326), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:52.149091 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-36776867-5239-4d85-9c41-1dadc250f6b0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1a8d6f386d484405b112bb7960a44836&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1361849 Jan 27 16:49:52.150115 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36776867-5239-4d85-9c41-1dadc250f6b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f99332-345d-4f6d-9af5-ad98ae04d326,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:52.152465 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 46306) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:49:52.201233 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-658c7e1d-7fae-4eb0-bb90-1df258afa3e5 admin admin] Publish callbacks [] for security_group (c8f99332-345d-4f6d-9af5-ad98ae04d326), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:52.223965 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-658c7e1d-7fae-4eb0-bb90-1df258afa3e5 admin admin] Publish callbacks [] for security_group (c8f99332-345d-4f6d-9af5-ad98ae04d326), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:52.292356 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-658c7e1d-7fae-4eb0-bb90-1df258afa3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (c8f99332-345d-4f6d-9af5-ad98ae04d326), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:52.294871 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-658c7e1d-7fae-4eb0-bb90-1df258afa3e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:52.296041 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-658c7e1d-7fae-4eb0-bb90-1df258afa3e5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c8f99332-345d-4f6d-9af5-ad98ae04d326 HTTP/1.1" status: 204 len: 168 time: 0.1420932 Jan 27 16:49:52.309693 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658c7e1d-7fae-4eb0-bb90-1df258afa3e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f99332-345d-4f6d-9af5-ad98ae04d326,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:52.318568 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eac83ab-e8b4-4f77-8e77-b3a13eab6976 req-a13c8162-adde-4bc2-807e-6b22a482c475 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:52.320065 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-7eac83ab-e8b4-4f77-8e77-b3a13eab6976 req-a13c8162-adde-4bc2-807e-6b22a482c475 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1d239b7-dd50-4a27-9c01-93a05580e612 HTTP/1.1" status: 200 len: 945 time: 0.0613189 Jan 27 16:49:52.372360 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-7eac83ab-e8b4-4f77-8e77-b3a13eab6976 req-494b1a91-c04d-4be8-b3f1-624d9b148b65 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b312599-18fb-44ac-8380-190ce0b5ebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462420 Jan 27 16:49:52.582721 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (492c1832-c7a3-4f77-b4ba-2ebdc28556bf), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:53.078559 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66261719-e3b5-47cf-8397-49b4b753038a req-08c37441-3087-4297-8323-7a80e87198d1 tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:53.080057 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-66261719-e3b5-47cf-8397-49b4b753038a req-08c37441-3087-4297-8323-7a80e87198d1 tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b9d62e6-6196-4c6f-ba02-dcf3fece8937 HTTP/1.1" status: 200 len: 945 time: 0.0748308 Jan 27 16:49:53.142334 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc39fc-3772-4ecf-a2e9-bedf2b6f26b1 req-83fb4c58-8ff4-4349-85b6-5294a92e75b8 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:53.144483 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-b7fc39fc-3772-4ecf-a2e9-bedf2b6f26b1 req-83fb4c58-8ff4-4349-85b6-5294a92e75b8 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5490cbd-3604-4065-b528-a305f9f211ce HTTP/1.1" status: 200 len: 945 time: 0.0871630 Jan 27 16:49:53.158019 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-66261719-e3b5-47cf-8397-49b4b753038a req-c5203311-d81b-452c-9550-5cbc3f343671 tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a8e62f-6500-4e23-befe-450a1bee6317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645285 Jan 27 16:49:53.223745 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-b7fc39fc-3772-4ecf-a2e9-bedf2b6f26b1 req-95e44a4a-3347-4e0d-9560-ed8c201293f2 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519743 Jan 27 16:49:53.501271 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1565003f-b6f0-4640-83d2-95d19e24a4d0 req-85775507-0047-4549-a088-1ada23001d42 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:53.502725 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-1565003f-b6f0-4640-83d2-95d19e24a4d0 req-85775507-0047-4549-a088-1ada23001d42 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1d239b7-dd50-4a27-9c01-93a05580e612 HTTP/1.1" status: 200 len: 945 time: 0.0542922 Jan 27 16:49:53.549718 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-1565003f-b6f0-4640-83d2-95d19e24a4d0 req-2fea9357-6971-4ae0-a710-9d9ece26c068 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b312599-18fb-44ac-8380-190ce0b5ebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414450 Jan 27 16:49:53.701087 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device 18a8caa9-2a86-4e7b-b6f0-e3dc5d2fe716 up at agent hyperv_hv-cinder-81883 {{(pid=114096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:49:53.704618 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39ad64f-7a4f-42c6-90bb-d591b065b51a req-e8c6408b-3496-42bf-988d-e0febb342fbd tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:53.706071 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-b39ad64f-7a4f-42c6-90bb-d591b065b51a req-e8c6408b-3496-42bf-988d-e0febb342fbd tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b9d62e6-6196-4c6f-ba02-dcf3fece8937 HTTP/1.1" status: 200 len: 945 time: 0.0812209 Jan 27 16:49:53.754020 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Provisioning for port 18a8caa9-2a86-4e7b-b6f0-e3dc5d2fe716 completed by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 16:49:53.758071 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Provisioning complete for port 18a8caa9-2a86-4e7b-b6f0-e3dc5d2fe716 triggered by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:49:53.758454 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (18a8caa9-2a86-4e7b-b6f0-e3dc5d2fe716), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:53.853124 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.plugin [req-b39ad64f-7a4f-42c6-90bb-d591b065b51a req-0eef4ac5-bbe3-4f67-a6f1-6850055d5ce6 tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] Deleting port 2d2494c4-b7fe-4dc9-8d66-cb83f755ac04 {{(pid=114094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:49:53.853561 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-b39ad64f-7a4f-42c6-90bb-d591b065b51a req-0eef4ac5-bbe3-4f67-a6f1-6850055d5ce6 tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740202897008'] for port (2d2494c4-b7fe-4dc9-8d66-cb83f755ac04), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:53.862297 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Current status of the port 18a8caa9-2a86-4e7b-b6f0-e3dc5d2fe716 is: BUILD; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:49:53.862699 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (18a8caa9-2a86-4e7b-b6f0-e3dc5d2fe716), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:53.886734 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1d239b7-dd50-4a27-9c01-93a05580e612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18a8caa9-2a86-4e7b-b6f0-e3dc5d2fe716'}] {{(pid=114096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:49:53.889052 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7400b25514d980253c692f49984ce8becaf326df5cb1ee6ae8228296f1505bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8576d00e-ac16-42ec-a21b-51702561e36c" -d '{"events": [{"server_uuid": "f1d239b7-dd50-4a27-9c01-93a05580e612", "name": "network-vif-plugged", "status": "completed", "tag": "18a8caa9-2a86-4e7b-b6f0-e3dc5d2fe716"}]}' {{(pid=114096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:49:53.906421 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] For port 18a8caa9-2a86-4e7b-b6f0-e3dc5d2fe716, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=18a8caa9-2a86-4e7b-b6f0-e3dc5d2fe716,segment=NetworkSegment(1779a445-beda-4dcd-8f98-83ef8a804122),segment_id=1779a445-beda-4dcd-8f98-83ef8a804122)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:49:53.913690 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (18a8caa9-2a86-4e7b-b6f0-e3dc5d2fe716), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:53.950928 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 16:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f559bf09-89d3-422f-bdf6-f2481e415583 x-openstack-request-id: req-f559bf09-89d3-422f-bdf6-f2481e415583 {{(pid=114096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:49:53.951369 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1d239b7-dd50-4a27-9c01-93a05580e612", "name": "network-vif-plugged", "status": "completed", "tag": "18a8caa9-2a86-4e7b-b6f0-e3dc5d2fe716", "code": 200}]} {{(pid=114096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:49:53.951692 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f559bf09-89d3-422f-bdf6-f2481e415583 {{(pid=114096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:49:53.951801 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.db [req-b39ad64f-7a4f-42c6-90bb-d591b065b51a req-0eef4ac5-bbe3-4f67-a6f1-6850055d5ce6 tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] For port 2d2494c4-b7fe-4dc9-8d66-cb83f755ac04, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=2d2494c4-b7fe-4dc9-8d66-cb83f755ac04,segment=NetworkSegment(343e48de-fc3b-4b8e-bc86-6e9cd86a46d7),segment_id=343e48de-fc3b-4b8e-bc86-6e9cd86a46d7)] {{(pid=114094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:49:53.952147 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-b39ad64f-7a4f-42c6-90bb-d591b065b51a req-0eef4ac5-bbe3-4f67-a6f1-6850055d5ce6 tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797243'] for port (2d2494c4-b7fe-4dc9-8d66-cb83f755ac04), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:53.952261 dv-cinder-818830-2-iscsi neutron-server[114096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1d239b7-dd50-4a27-9c01-93a05580e612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18a8caa9-2a86-4e7b-b6f0-e3dc5d2fe716', 'code': 200} Jan 27 16:49:53.968589 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.plugin [req-b39ad64f-7a4f-42c6-90bb-d591b065b51a req-0eef4ac5-bbe3-4f67-a6f1-6850055d5ce6 tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] Calling delete_port for 2d2494c4-b7fe-4dc9-8d66-cb83f755ac04 owned by compute:nova {{(pid=114094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:49:53.975511 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Pushing event updated for resources: {'Port': ['ID=18a8caa9-2a86-4e7b-b6f0-e3dc5d2fe716,revision_number=5']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:54.178759 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-b39ad64f-7a4f-42c6-90bb-d591b065b51a req-0eef4ac5-bbe3-4f67-a6f1-6850055d5ce6 tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740202902474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740202573626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777202'] for port (2d2494c4-b7fe-4dc9-8d66-cb83f755ac04), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:54.198690 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] get_ports_and_sgs() called for port_ids ['2d2494c4-b7fe-4dc9-8d66-cb83f755ac04'] {{(pid=114096) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 16:49:54.211679 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c6ab62-263d-47cd-9c05-432d3855ae70 req-231c5670-7da4-4e02-9ccf-dedfd121bffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:54.214121 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-e0c6ab62-263d-47cd-9c05-432d3855ae70 req-231c5670-7da4-4e02-9ccf-dedfd121bffd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f1d239b7-dd50-4a27-9c01-93a05580e612 HTTP/1.1" status: 200 len: 1099 time: 0.0968013 Jan 27 16:49:54.217045 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eef4ac5-bbe3-4f67-a6f1-6850055d5ce6 tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] Pushing event deleted for resources: {'Port': ['ID=2d2494c4-b7fe-4dc9-8d66-cb83f755ac04,revision_number=None']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:54.287135 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.l3_dvrscheduler_db [req-b39ad64f-7a4f-42c6-90bb-d591b065b51a req-0eef4ac5-bbe3-4f67-a6f1-6850055d5ce6 tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] No DVR routers for this DVR port 2d2494c4-b7fe-4dc9-8d66-cb83f755ac04 on host hv-cinder-81883 {{(pid=114094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 16:49:54.293339 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-b39ad64f-7a4f-42c6-90bb-d591b065b51a req-0eef4ac5-bbe3-4f67-a6f1-6850055d5ce6 tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118807'] for port (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:54.296597 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-b39ad64f-7a4f-42c6-90bb-d591b065b51a req-0eef4ac5-bbe3-4f67-a6f1-6850055d5ce6 tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] 10.222.0.24 "DELETE /v2.0/ports/2d2494c4-b7fe-4dc9-8d66-cb83f755ac04 HTTP/1.1" status: 204 len: 173 time: 0.5837893 Jan 27 16:49:54.297348 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b9d62e6-6196-4c6f-ba02-dcf3fece8937', 'name': 'network-vif-deleted', 'tag': '2d2494c4-b7fe-4dc9-8d66-cb83f755ac04'}] {{(pid=114094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:49:54.299630 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}342a798d1d13ecd85fd4efdf34ff3908ecd3b9322feeb0f720fcdcd52e7e333b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b20c44ae-a7ed-43a6-aa25-981defc0e45e" -d '{"events": [{"server_uuid": "8b9d62e6-6196-4c6f-ba02-dcf3fece8937", "name": "network-vif-deleted", "tag": "2d2494c4-b7fe-4dc9-8d66-cb83f755ac04"}]}' {{(pid=114094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:49:54.304644 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-6e28b92a-dc00-493e-8473-09e3d5913d3e req-1f74f41c-069c-435f-a7c5-6a3e5ab31edb tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b9d62e6-6196-4c6f-ba02-dcf3fece8937 HTTP/1.1" status: 200 len: 210 time: 0.0400774 Jan 27 16:49:54.342368 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-e0c6ab62-263d-47cd-9c05-432d3855ae70 req-8c9d6a77-e5e5-41eb-9c2b-89e97cfc3b36 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2b312599-18fb-44ac-8380-190ce0b5ebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196189 Jan 27 16:49:54.375192 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe09ad8-0d81-4457-8953-26c7f378a22e req-e8babbe9-4f2e-4ed9-94f1-dc4d84fb251d tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:54.376988 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-efe09ad8-0d81-4457-8953-26c7f378a22e req-e8babbe9-4f2e-4ed9-94f1-dc4d84fb251d tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5490cbd-3604-4065-b528-a305f9f211ce HTTP/1.1" status: 200 len: 945 time: 0.0572820 Jan 27 16:49:54.427524 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-efe09ad8-0d81-4457-8953-26c7f378a22e req-3617ba56-17f1-4da1-96b6-a1eedb4ee591 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451579 Jan 27 16:49:54.610375 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 16:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1978303f-cff3-4d9f-8231-534128b7251d x-openstack-request-id: req-1978303f-cff3-4d9f-8231-534128b7251d {{(pid=114094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:49:54.610794 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b9d62e6-6196-4c6f-ba02-dcf3fece8937", "name": "network-vif-deleted", "tag": "2d2494c4-b7fe-4dc9-8d66-cb83f755ac04", "status": "completed", "code": 200}]} {{(pid=114094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:49:54.611146 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1978303f-cff3-4d9f-8231-534128b7251d {{(pid=114094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:49:54.611690 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b9d62e6-6196-4c6f-ba02-dcf3fece8937', 'name': 'network-vif-deleted', 'tag': '2d2494c4-b7fe-4dc9-8d66-cb83f755ac04', 'status': 'completed', 'code': 200} Jan 27 16:49:54.805158 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2aaae3-7ce1-428d-b86e-7c5236072be8 req-f8334cf1-3430-4be7-9977-0e72ebfc96c9 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:54.807313 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-8c2aaae3-7ce1-428d-b86e-7c5236072be8 req-f8334cf1-3430-4be7-9977-0e72ebfc96c9 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1d239b7-dd50-4a27-9c01-93a05580e612 HTTP/1.1" status: 200 len: 946 time: 0.0526798 Jan 27 16:49:54.855068 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-8c2aaae3-7ce1-428d-b86e-7c5236072be8 req-2e4594aa-c9a4-4d63-8a98-70ed7125fdc1 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b312599-18fb-44ac-8380-190ce0b5ebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421772 Jan 27 16:49:55.412093 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-ea56dde4-cd85-4d25-b90a-bb96339b1b5f req-d849b3ee-d796-402c-9c3e-acc460078811 tempest-DeleteServersTestJSON-1091574485 tempest-DeleteServersTestJSON-1091574485-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b9d62e6-6196-4c6f-ba02-dcf3fece8937 HTTP/1.1" status: 200 len: 210 time: 0.0263391 Jan 27 16:49:55.550335 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c656ea75-6042-4faf-a058-550f2f671642 req-43299c6a-425c-4d98-9a6b-a353a7f95490 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:55.551811 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-c656ea75-6042-4faf-a058-550f2f671642 req-43299c6a-425c-4d98-9a6b-a353a7f95490 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5490cbd-3604-4065-b528-a305f9f211ce HTTP/1.1" status: 200 len: 945 time: 0.0493834 Jan 27 16:49:55.600426 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-c656ea75-6042-4faf-a058-550f2f671642 req-d9ed49c6-58bd-4c83-8953-dca417521d80 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412188 Jan 27 16:49:55.993672 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 46416) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:49:55.995419 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1180572-f906-4c3a-8bb9-5e0b3a2972c5 req-e16d37f2-8792-4951-9de6-d28f81cd0ac2 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:55.997495 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-f1180572-f906-4c3a-8bb9-5e0b3a2972c5 req-e16d37f2-8792-4951-9de6-d28f81cd0ac2 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1d239b7-dd50-4a27-9c01-93a05580e612 HTTP/1.1" status: 200 len: 946 time: 0.0653031 Jan 27 16:49:56.044686 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-f1180572-f906-4c3a-8bb9-5e0b3a2972c5 req-2b63255a-617b-452c-8672-21f534c494e1 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b312599-18fb-44ac-8380-190ce0b5ebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405233 Jan 27 16:49:56.104182 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-4d491710-e90a-46f3-973b-eb44bdeafe6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:56.186787 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-4d491710-e90a-46f3-973b-eb44bdeafe6f admin admin] Publish callbacks [] for security_group (5bf7a27a-e989-44b4-b42d-2f279a1578cd), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:56.190778 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-4d491710-e90a-46f3-973b-eb44bdeafe6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (5bf7a27a-e989-44b4-b42d-2f279a1578cd), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:56.228908 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d491710-e90a-46f3-973b-eb44bdeafe6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf7a27a-e989-44b4-b42d-2f279a1578cd,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:56.234161 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-4d491710-e90a-46f3-973b-eb44bdeafe6f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9e1d7fa7477f446990e53e5023bf1779&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2374992 Jan 27 16:49:56.234929 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 46420) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:49:56.282542 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-55aaf72a-2aa0-4445-bd32-4092a4ee1245 admin admin] Publish callbacks [] for security_group (5bf7a27a-e989-44b4-b42d-2f279a1578cd), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:56.305029 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-55aaf72a-2aa0-4445-bd32-4092a4ee1245 admin admin] Publish callbacks [] for security_group (5bf7a27a-e989-44b4-b42d-2f279a1578cd), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:56.349190 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-55aaf72a-2aa0-4445-bd32-4092a4ee1245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (5bf7a27a-e989-44b4-b42d-2f279a1578cd), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:56.351700 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-55aaf72a-2aa0-4445-bd32-4092a4ee1245 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:49:56.353433 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-55aaf72a-2aa0-4445-bd32-4092a4ee1245 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5bf7a27a-e989-44b4-b42d-2f279a1578cd HTTP/1.1" status: 204 len: 168 time: 0.1176038 Jan 27 16:49:56.361146 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aaf72a-2aa0-4445-bd32-4092a4ee1245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf7a27a-e989-44b4-b42d-2f279a1578cd,revision_number=None']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:49:56.654505 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.agents_db [None req-5545c54b-af05-4075-94be-94e2438c302a None None] Agent healthcheck: found 6 active agents {{(pid=114097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 16:49:56.731746 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eefa735-281a-4307-8af9-42915af77db5 req-cd5423be-99b6-4eae-a7f5-16c634191df5 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:56.733510 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-6eefa735-281a-4307-8af9-42915af77db5 req-cd5423be-99b6-4eae-a7f5-16c634191df5 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5490cbd-3604-4065-b528-a305f9f211ce HTTP/1.1" status: 200 len: 945 time: 0.0528693 Jan 27 16:49:56.781814 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-6eefa735-281a-4307-8af9-42915af77db5 req-8407ac17-86f4-48e3-9891-ed1fbc66a107 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419972 Jan 27 16:49:58.279519 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device 2d2494c4-b7fe-4dc9-8d66-cb83f755ac04 no longer exists at agent hyperv_hv-cinder-81883 {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:49:58.299832 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] No Port match for: 2d2494c4-b7fe-4dc9-8d66-cb83f755ac04 {{(pid=114096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 16:49:58.300110 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device 2d2494c4-b7fe-4dc9-8d66-cb83f755ac04 not bound to the agent host hv-cinder-81883 {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 16:49:59.511073 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f1b89-43a5-4e96-92dc-bff08199bac1 req-112b0cdd-fa5c-4337-8841-218cd3802bbc tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:59.512548 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-529f1b89-43a5-4e96-92dc-bff08199bac1 req-112b0cdd-fa5c-4337-8841-218cd3802bbc tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1d239b7-dd50-4a27-9c01-93a05580e612 HTTP/1.1" status: 200 len: 946 time: 0.0790019 Jan 27 16:49:59.519870 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2886a9-4f45-4ece-9a71-215828875a5a req-c51001a0-d854-4c8c-9a9f-483503a07315 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:49:59.521233 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-3e2886a9-4f45-4ece-9a71-215828875a5a req-c51001a0-d854-4c8c-9a9f-483503a07315 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5490cbd-3604-4065-b528-a305f9f211ce HTTP/1.1" status: 200 len: 945 time: 0.0786345 Jan 27 16:49:59.596205 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-529f1b89-43a5-4e96-92dc-bff08199bac1 req-961463e3-842d-4cec-92e4-80cb660f3ea5 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b312599-18fb-44ac-8380-190ce0b5ebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740345 Jan 27 16:49:59.599131 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-3e2886a9-4f45-4ece-9a71-215828875a5a req-e01a54b7-f457-43bc-b75b-d7c7c79c1219 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711625 Jan 27 16:50:00.720013 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761a8d66-88aa-46ef-812d-8d168d787794 req-0c686b6c-a1f6-4121-ab54-66c5a3d37adb tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:00.721606 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-761a8d66-88aa-46ef-812d-8d168d787794 req-0c686b6c-a1f6-4121-ab54-66c5a3d37adb tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5490cbd-3604-4065-b528-a305f9f211ce HTTP/1.1" status: 200 len: 945 time: 0.0497296 Jan 27 16:50:00.781670 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-761a8d66-88aa-46ef-812d-8d168d787794 req-e69a91bb-3da0-41e6-86e9-027290dacc3f tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534058 Jan 27 16:50:01.002176 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 46554) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:50:01.049889 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.db_base_plugin_v2 [None req-69d4faa4-9c7e-43e7-8956-1f166520c939 admin admin] Deleting subnet 950f0ade-c235-49cf-99ee-4fef53985470 {{(pid=114094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 16:50:01.052993 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-69d4faa4-9c7e-43e7-8956-1f166520c939 admin admin] Publish callbacks [] for subnet (950f0ade-c235-49cf-99ee-4fef53985470), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:01.089203 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-69d4faa4-9c7e-43e7-8956-1f166520c939 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9277020'] for subnet (950f0ade-c235-49cf-99ee-4fef53985470), precommit_delete_associations {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:01.131890 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-69d4faa4-9c7e-43e7-8956-1f166520c939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-889273'] for subnet (950f0ade-c235-49cf-99ee-4fef53985470), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:01.186201 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-69d4faa4-9c7e-43e7-8956-1f166520c939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-889270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8777159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875549'] for subnet (950f0ade-c235-49cf-99ee-4fef53985470), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:01.200632 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-69d4faa4-9c7e-43e7-8956-1f166520c939 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:01.203623 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-69d4faa4-9c7e-43e7-8956-1f166520c939 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/950f0ade-c235-49cf-99ee-4fef53985470 HTTP/1.1" status: 204 len: 168 time: 0.2003462 Jan 27 16:50:01.206349 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 46562) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:50:01.228744 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d4faa4-9c7e-43e7-8956-1f166520c939 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=950f0ade-c235-49cf-99ee-4fef53985470,revision_number=None']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:50:01.286834 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-8fce16b3-c04f-40d6-a934-2ba83349de4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012344'] for network (59590692-d01e-44a9-bec5-15417e45095c), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:01.369951 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-8fce16b3-c04f-40d6-a934-2ba83349de4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891970', 'neutron.services.segments.db._delete_segments_for_network-8740203086740'] for network (59590692-d01e-44a9-bec5-15417e45095c), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:01.389869 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.services.segments.db [None req-8fce16b3-c04f-40d6-a934-2ba83349de4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59590692-d01e-44a9-bec5-15417e45095c']}} {{(pid=114095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:50:01.399679 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.services.segments.db [None req-8fce16b3-c04f-40d6-a934-2ba83349de4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '343e48de-fc3b-4b8e-bc86-6e9cd86a46d7') {'for_net_delete': True} {{(pid=114095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:50:01.399980 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.services.segments.db [None req-8fce16b3-c04f-40d6-a934-2ba83349de4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '343e48de-fc3b-4b8e-bc86-6e9cd86a46d7') {} {{(pid=114095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:50:01.408933 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-8fce16b3-c04f-40d6-a934-2ba83349de4f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740203088285', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9298199'] for segment (343e48de-fc3b-4b8e-bc86-6e9cd86a46d7), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:01.421918 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-8fce16b3-c04f-40d6-a934-2ba83349de4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985126'] for segment (343e48de-fc3b-4b8e-bc86-6e9cd86a46d7), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:01.427871 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fce16b3-c04f-40d6-a934-2ba83349de4f admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=114095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 16:50:01.428166 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-8fce16b3-c04f-40d6-a934-2ba83349de4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9080423'] for segment (343e48de-fc3b-4b8e-bc86-6e9cd86a46d7), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:01.429892 dv-cinder-818830-2-iscsi neutron-server[114095]: Traceback (most recent call last): Jan 27 16:50:01.429892 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 16:50:01.429892 dv-cinder-818830-2-iscsi neutron-server[114095]: timer() Jan 27 16:50:01.429892 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 16:50:01.429892 dv-cinder-818830-2-iscsi neutron-server[114095]: cb(*args, **kw) Jan 27 16:50:01.429892 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 16:50:01.429892 dv-cinder-818830-2-iscsi neutron-server[114095]: return func(*args, **kwargs) Jan 27 16:50:01.429892 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 16:50:01.429892 dv-cinder-818830-2-iscsi neutron-server[114095]: self._notify() Jan 27 16:50:01.429892 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 16:50:01.429892 dv-cinder-818830-2-iscsi neutron-server[114095]: self.callback(batched_events) Jan 27 16:50:01.429892 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 16:50:01.429892 dv-cinder-818830-2-iscsi neutron-server[114095]: event.method(event) Jan 27 16:50:01.429892 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 16:50:01.429892 dv-cinder-818830-2-iscsi neutron-server[114095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 16:50:01.429892 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 16:50:01.429892 dv-cinder-818830-2-iscsi neutron-server[114095]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 16:50:01.429892 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 16:50:01.429892 dv-cinder-818830-2-iscsi neutron-server[114095]: return f(self, *a, **k) Jan 27 16:50:01.429892 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 16:50:01.429892 dv-cinder-818830-2-iscsi neutron-server[114095]: return self._get(url).json() Jan 27 16:50:01.429892 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 16:50:01.429892 dv-cinder-818830-2-iscsi neutron-server[114095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 16:50:01.429892 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 16:50:01.429892 dv-cinder-818830-2-iscsi neutron-server[114095]: return self.request(url, 'GET', **kwargs) Jan 27 16:50:01.429892 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 16:50:01.429892 dv-cinder-818830-2-iscsi neutron-server[114095]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 16:50:01.429892 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 16:50:01.429892 dv-cinder-818830-2-iscsi neutron-server[114095]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 16:50:01.429892 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 16:50:01.429892 dv-cinder-818830-2-iscsi neutron-server[114095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 16:50:01.429892 dv-cinder-818830-2-iscsi neutron-server[114095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 16:50:01.482255 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-8fce16b3-c04f-40d6-a934-2ba83349de4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1796466'] for network (59590692-d01e-44a9-bec5-15417e45095c), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:01.489324 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-8fce16b3-c04f-40d6-a934-2ba83349de4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032074'] for network (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:01.492427 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-8fce16b3-c04f-40d6-a934-2ba83349de4f admin admin] 10.222.0.48 "DELETE /v2.0/networks/59590692-d01e-44a9-bec5-15417e45095c HTTP/1.1" status: 204 len: 168 time: 0.2846298 Jan 27 16:50:01.502735 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fce16b3-c04f-40d6-a934-2ba83349de4f admin admin] Pushing event deleted for resources: {'Network': ['ID=59590692-d01e-44a9-bec5-15417e45095c,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:50:01.656232 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 46572) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:50:01.695192 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-75cb4a38-e384-4dc8-9d29-9ec37dfaeb40 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8930d227a39349b8a900ed8395fb7d2b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0376861 Jan 27 16:50:01.698601 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 46574) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:50:01.747824 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-7f7a5f70-dd9f-4c48-9538-482907f1146e admin admin] Publish callbacks [] for security_group (d4a8e62f-6500-4e23-befe-450a1bee6317), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:01.768843 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-7f7a5f70-dd9f-4c48-9538-482907f1146e admin admin] Publish callbacks [] for security_group (d4a8e62f-6500-4e23-befe-450a1bee6317), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:01.813630 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-7f7a5f70-dd9f-4c48-9538-482907f1146e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (d4a8e62f-6500-4e23-befe-450a1bee6317), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:01.816476 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-7f7a5f70-dd9f-4c48-9538-482907f1146e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:01.817631 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-7f7a5f70-dd9f-4c48-9538-482907f1146e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d4a8e62f-6500-4e23-befe-450a1bee6317 HTTP/1.1" status: 204 len: 168 time: 0.1181006 Jan 27 16:50:01.826079 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7a5f70-dd9f-4c48-9538-482907f1146e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a8e62f-6500-4e23-befe-450a1bee6317,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:50:04.167912 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4087a874-65f5-438b-b9ae-771d07c13c05 req-f852f0fe-b4e7-4772-a957-a6528c6cc9a8 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:04.169375 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-4087a874-65f5-438b-b9ae-771d07c13c05 req-f852f0fe-b4e7-4772-a957-a6528c6cc9a8 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5490cbd-3604-4065-b528-a305f9f211ce HTTP/1.1" status: 200 len: 945 time: 0.0519087 Jan 27 16:50:04.215791 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-4087a874-65f5-438b-b9ae-771d07c13c05 req-087ab30d-9f37-4909-8de5-3f8351404eaf tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409188 Jan 27 16:50:05.339834 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067606e2-98d2-4d31-bb2d-5a8ed6f26431 req-ccc2b3f8-dacb-4a7d-9b52-7b5489551b38 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:05.341581 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-067606e2-98d2-4d31-bb2d-5a8ed6f26431 req-ccc2b3f8-dacb-4a7d-9b52-7b5489551b38 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5490cbd-3604-4065-b528-a305f9f211ce HTTP/1.1" status: 200 len: 945 time: 0.0548499 Jan 27 16:50:05.393632 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-067606e2-98d2-4d31-bb2d-5a8ed6f26431 req-e97c24e9-3dd0-4de8-8892-8c849f3469a5 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461512 Jan 27 16:50:05.558499 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c007b0-287e-4067-b360-4c3a80d52237 req-05968f7f-274b-4b84-8acb-996aca7b5e1c tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:05.563284 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-08c007b0-287e-4067-b360-4c3a80d52237 req-05968f7f-274b-4b84-8acb-996aca7b5e1c tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/networks?id=e61a4ef3-534d-479d-8867-5085e7d92be1 HTTP/1.1" status: 200 len: 815 time: 0.1054933 Jan 27 16:50:05.576091 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-08c007b0-287e-4067-b360-4c3a80d52237 req-931c67e2-c8fc-4623-8e15-3844eca87977 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/quotas/598ee83f7e1a494c8b94f241ab626b65 HTTP/1.1" status: 200 len: 375 time: 0.0098209 Jan 27 16:50:05.632940 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-08c007b0-287e-4067-b360-4c3a80d52237 req-dad6bd6f-27a0-434b-9ecf-f48678b719a9 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=598ee83f7e1a494c8b94f241ab626b65&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513570 Jan 27 16:50:05.911870 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-08c007b0-287e-4067-b360-4c3a80d52237 req-7e22644f-d917-41f6-90ae-2b3a8ac5b948 service neutron] 10.222.0.48 "GET /v2.0/networks/e61a4ef3-534d-479d-8867-5085e7d92be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716899 Jan 27 16:50:06.009617 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-08c007b0-287e-4067-b360-4c3a80d52237 req-e234a961-be63-4396-afa7-20975e2712f9 service neutron] 10.222.0.48 "GET /v2.0/networks/e61a4ef3-534d-479d-8867-5085e7d92be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918787 Jan 27 16:50:06.182662 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-3c9f4ed5-fb22-4186-aa93-c70cf9b89b33 req-301029d1-9bbb-490b-8b55-c39296b88df6 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/ports?device_id=60f03e7b-7a84-4810-9b70-efe8c671c055 HTTP/1.1" status: 200 len: 210 time: 0.0306914 Jan 27 16:50:06.533244 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26899ca-1522-4a78-aa7d-e32e5399ace1 req-af51d3ca-7106-41b5-9c5c-9d56a596570b tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:06.534719 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-b26899ca-1522-4a78-aa7d-e32e5399ace1 req-af51d3ca-7106-41b5-9c5c-9d56a596570b tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5490cbd-3604-4065-b528-a305f9f211ce HTTP/1.1" status: 200 len: 945 time: 0.0551112 Jan 27 16:50:06.596213 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-b26899ca-1522-4a78-aa7d-e32e5399ace1 req-04c7762a-73e7-487b-9515-c013cc0e49c1 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536931 Jan 27 16:50:06.897061 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 46760) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:50:07.004113 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-d86a8d4a-7596-43de-adac-3fdac016c795 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:07.084024 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-d86a8d4a-7596-43de-adac-3fdac016c795 admin admin] Publish callbacks [] for security_group (bace290a-cc05-47af-97b7-c64830bdc7e2), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:07.087624 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-d86a8d4a-7596-43de-adac-3fdac016c795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (bace290a-cc05-47af-97b7-c64830bdc7e2), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:07.127764 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86a8d4a-7596-43de-adac-3fdac016c795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bace290a-cc05-47af-97b7-c64830bdc7e2,revision_number=1']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:50:07.132098 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-d86a8d4a-7596-43de-adac-3fdac016c795 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6bdde242b42a40ccb3ba5a5e699f8701&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2340071 Jan 27 16:50:07.134976 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 46764) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:50:07.186725 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-c3058e58-3313-4c76-8e91-f05a1a51a093 admin admin] Publish callbacks [] for security_group (bace290a-cc05-47af-97b7-c64830bdc7e2), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:07.208874 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-c3058e58-3313-4c76-8e91-f05a1a51a093 admin admin] Publish callbacks [] for security_group (bace290a-cc05-47af-97b7-c64830bdc7e2), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:07.259664 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-c3058e58-3313-4c76-8e91-f05a1a51a093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (bace290a-cc05-47af-97b7-c64830bdc7e2), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:07.262227 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-c3058e58-3313-4c76-8e91-f05a1a51a093 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:07.263406 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-c3058e58-3313-4c76-8e91-f05a1a51a093 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bace290a-cc05-47af-97b7-c64830bdc7e2 HTTP/1.1" status: 204 len: 168 time: 0.1276059 Jan 27 16:50:07.294677 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-c27a2825-d6cf-40e4-988d-4286b8db48c1 req-168bcc2d-09f3-441b-85fd-6409cd439291 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/ports?device_id=60f03e7b-7a84-4810-9b70-efe8c671c055 HTTP/1.1" status: 200 len: 210 time: 0.0301156 Jan 27 16:50:07.295431 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3058e58-3313-4c76-8e91-f05a1a51a093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bace290a-cc05-47af-97b7-c64830bdc7e2,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:50:07.594325 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 46780) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:50:07.612575 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-04c24a32-b7ba-4d17-8440-6b50bc6480df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:07.622688 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c007b0-287e-4067-b360-4c3a80d52237 req-737d6f9c-79aa-42a0-94c7-8942df813d5e tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:07.625019 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-08c007b0-287e-4067-b360-4c3a80d52237 req-737d6f9c-79aa-42a0-94c7-8942df813d5e tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.24 "GET /v2.0/networks?id=e61a4ef3-534d-479d-8867-5085e7d92be1 HTTP/1.1" status: 200 len: 815 time: 0.1455781 Jan 27 16:50:07.650447 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.v2.base [req-08c007b0-287e-4067-b360-4c3a80d52237 req-d25f4fd0-320e-4056-920e-e154d4346f42 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Request body: {'port': {'device_id': '60f03e7b-7a84-4810-9b70-efe8c671c055', 'network_id': 'e61a4ef3-534d-479d-8867-5085e7d92be1', 'admin_state_up': True, 'tenant_id': '598ee83f7e1a494c8b94f241ab626b65'}} {{(pid=114094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:50:07.751803 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 46792) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:50:07.775062 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-04c24a32-b7ba-4d17-8440-6b50bc6480df admin admin] Publish callbacks [] for security_group (32f88d59-b66b-48e1-9a2c-b154d0206132), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:07.783289 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-04c24a32-b7ba-4d17-8440-6b50bc6480df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (32f88d59-b66b-48e1-9a2c-b154d0206132), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:07.800446 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08c007b0-287e-4067-b360-4c3a80d52237 req-d25f4fd0-320e-4056-920e-e154d4346f42 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Made reservation on behalf of 598ee83f7e1a494c8b94f241ab626b65 for: {'port': 1} {{(pid=114094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:50:07.804602 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-08c007b0-287e-4067-b360-4c3a80d52237 req-d25f4fd0-320e-4056-920e-e154d4346f42 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:07.816971 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d62ed41-dafd-4606-a0a4-21c3072531fd req-a1ddca8b-7e8a-43fd-b3d9-ae6e13d53ac4 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:07.818450 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-2d62ed41-dafd-4606-a0a4-21c3072531fd req-a1ddca8b-7e8a-43fd-b3d9-ae6e13d53ac4 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5490cbd-3604-4065-b528-a305f9f211ce HTTP/1.1" status: 200 len: 945 time: 0.1034768 Jan 27 16:50:07.851656 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c24a32-b7ba-4d17-8440-6b50bc6480df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32f88d59-b66b-48e1-9a2c-b154d0206132,revision_number=1']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:50:07.860535 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-04c24a32-b7ba-4d17-8440-6b50bc6480df admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=26b98a807e1f4c5ab435fd7d9d6b0bc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2650857 Jan 27 16:50:07.861254 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 46798) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:50:07.893931 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-ab767f19-21ed-4c8c-b3b6-52b051533c83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:07.956295 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-2d62ed41-dafd-4606-a0a4-21c3072531fd req-b8cb3b28-571b-4df3-b2b6-e9249cb83e4c tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302578 Jan 27 16:50:07.970048 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.db_base_plugin_common [req-08c007b0-287e-4067-b360-4c3a80d52237 req-d25f4fd0-320e-4056-920e-e154d4346f42 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Allocated IP 172.20.0.3 (e61a4ef3-534d-479d-8867-5085e7d92be1/0bf965b2-91d5-4f22-9468-810e8979c5a9/b1c27e4d-7b4f-4ebe-a3ea-28060834be45) {{(pid=114094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:50:07.998102 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-f6830cf3-aaeb-4466-a567-13dc963fdf4a admin admin] Publish callbacks [] for security_group (32f88d59-b66b-48e1-9a2c-b154d0206132), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:08.034029 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-f6830cf3-aaeb-4466-a567-13dc963fdf4a admin admin] Publish callbacks [] for security_group (32f88d59-b66b-48e1-9a2c-b154d0206132), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:08.086670 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-ab767f19-21ed-4c8c-b3b6-52b051533c83 admin admin] Publish callbacks [] for security_group (1ef5823f-2830-442b-b4c9-ce0838e8f803), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:08.091767 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-ab767f19-21ed-4c8c-b3b6-52b051533c83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (1ef5823f-2830-442b-b4c9-ce0838e8f803), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:08.135493 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-f6830cf3-aaeb-4466-a567-13dc963fdf4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (32f88d59-b66b-48e1-9a2c-b154d0206132), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:08.138145 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-f6830cf3-aaeb-4466-a567-13dc963fdf4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:08.140303 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-f6830cf3-aaeb-4466-a567-13dc963fdf4a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/32f88d59-b66b-48e1-9a2c-b154d0206132 HTTP/1.1" status: 204 len: 168 time: 0.2760856 Jan 27 16:50:08.143599 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab767f19-21ed-4c8c-b3b6-52b051533c83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef5823f-2830-442b-b4c9-ce0838e8f803,revision_number=1']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:50:08.153214 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-ab767f19-21ed-4c8c-b3b6-52b051533c83 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c11a203308cf42dcb4102e1c254b53eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3983002 Jan 27 16:50:08.154765 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 46846) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:50:08.159360 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-08c007b0-287e-4067-b360-4c3a80d52237 req-d25f4fd0-320e-4056-920e-e154d4346f42 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Publish callbacks [] for port (b1c27e4d-7b4f-4ebe-a3ea-28060834be45), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:08.185197 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6830cf3-aaeb-4466-a567-13dc963fdf4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f88d59-b66b-48e1-9a2c-b154d0206132,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:50:08.201286 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-08c007b0-287e-4067-b360-4c3a80d52237 req-d25f4fd0-320e-4056-920e-e154d4346f42 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740202573617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777202'] for port (b1c27e4d-7b4f-4ebe-a3ea-28060834be45), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:08.219439 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] get_ports_and_sgs() called for port_ids ['edeff32f-9844-440c-a9f3-215374de7bd3', '18a8caa9-2a86-4e7b-b6f0-e3dc5d2fe716'] {{(pid=114096) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 16:50:08.254277 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08c007b0-287e-4067-b360-4c3a80d52237 req-d25f4fd0-320e-4056-920e-e154d4346f42 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Network e61a4ef3-534d-479d-8867-5085e7d92be1 is already hosted by enough agents. {{(pid=114094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:50:08.257506 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.base_scheduler [req-08c007b0-287e-4067-b360-4c3a80d52237 req-d25f4fd0-320e-4056-920e-e154d4346f42 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Resources bound (agent type, host, resource id): {{(pid=114094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:50:08.267942 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.l3_dvrscheduler_db [req-08c007b0-287e-4067-b360-4c3a80d52237 req-d25f4fd0-320e-4056-920e-e154d4346f42 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Received port after_create {{(pid=114094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:50:08.270381 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-7ced107d-7836-4ee9-801c-d3164d4f7b92 admin admin] Publish callbacks [] for security_group (1ef5823f-2830-442b-b4c9-ce0838e8f803), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:08.323176 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-7ced107d-7836-4ee9-801c-d3164d4f7b92 admin admin] Publish callbacks [] for security_group (1ef5823f-2830-442b-b4c9-ce0838e8f803), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:08.331299 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c007b0-287e-4067-b360-4c3a80d52237 req-d25f4fd0-320e-4056-920e-e154d4346f42 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:08.332313 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-08c007b0-287e-4067-b360-4c3a80d52237 req-d25f4fd0-320e-4056-920e-e154d4346f42 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118807'] for port (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:08.346149 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25f4fd0-320e-4056-920e-e154d4346f42 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Pushing event updated for resources: {'Port': ['ID=b1c27e4d-7b4f-4ebe-a3ea-28060834be45,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:50:08.373076 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-08c007b0-287e-4067-b360-4c3a80d52237 req-d25f4fd0-320e-4056-920e-e154d4346f42 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7340028 Jan 27 16:50:08.389503 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.v2.base [req-08c007b0-287e-4067-b360-4c3a80d52237 req-799af133-53d1-4fa5-9fd7-28ce42324943 service neutron] Request body: {'port': {'device_id': '60f03e7b-7a84-4810-9b70-efe8c671c055', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81883'}} {{(pid=114094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:50:08.440775 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-7ced107d-7836-4ee9-801c-d3164d4f7b92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (1ef5823f-2830-442b-b4c9-ce0838e8f803), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:08.442042 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-7ced107d-7836-4ee9-801c-d3164d4f7b92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:08.443342 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-7ced107d-7836-4ee9-801c-d3164d4f7b92 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1ef5823f-2830-442b-b4c9-ce0838e8f803 HTTP/1.1" status: 204 len: 168 time: 0.2843866 Jan 27 16:50:08.546514 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-08c007b0-287e-4067-b360-4c3a80d52237 req-799af133-53d1-4fa5-9fd7-28ce42324943 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (b1c27e4d-7b4f-4ebe-a3ea-28060834be45), before_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:08.554642 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ced107d-7836-4ee9-801c-d3164d4f7b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef5823f-2830-442b-b4c9-ce0838e8f803,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:50:08.614788 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc41526-dde4-4dc4-a3b5-0cad59af1ccd req-29fa3010-9472-42ed-a0d2-a3043f1e2051 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:08.617111 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-cfc41526-dde4-4dc4-a3b5-0cad59af1ccd req-29fa3010-9472-42ed-a0d2-a3043f1e2051 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/ports?device_id=60f03e7b-7a84-4810-9b70-efe8c671c055 HTTP/1.1" status: 200 len: 931 time: 0.1925771 Jan 27 16:50:08.708699 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-cfc41526-dde4-4dc4-a3b5-0cad59af1ccd req-9717f6e6-05e2-4fc4-972b-d50ec9f34c7c tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b312599-18fb-44ac-8380-190ce0b5ebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849545 Jan 27 16:50:09.013887 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.notifiers.nova [req-08c007b0-287e-4067-b360-4c3a80d52237 req-799af133-53d1-4fa5-9fd7-28ce42324943 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1c27e4d-7b4f-4ebe-a3ea-28060834be45 {{(pid=114094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:50:09.021461 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-08c007b0-287e-4067-b360-4c3a80d52237 req-799af133-53d1-4fa5-9fd7-28ce42324943 service neutron] Publish callbacks [] for port (b1c27e4d-7b4f-4ebe-a3ea-28060834be45), precommit_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:09.036157 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.provisioning_blocks [req-08c007b0-287e-4067-b360-4c3a80d52237 req-799af133-53d1-4fa5-9fd7-28ce42324943 service neutron] Transition to ACTIVE for port object b1c27e4d-7b4f-4ebe-a3ea-28060834be45 will not be triggered until provisioned by entity L2. {{(pid=114094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 16:50:09.042556 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-08c007b0-287e-4067-b360-4c3a80d52237 req-799af133-53d1-4fa5-9fd7-28ce42324943 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8776969'] for port (b1c27e4d-7b4f-4ebe-a3ea-28060834be45), after_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:09.092185 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa6d5f0-4606-4325-8732-0e8d03756f0b req-1145579c-2b40-43a4-ad6c-764a0a3e8aab tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:09.098906 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-9aa6d5f0-4606-4325-8732-0e8d03756f0b req-1145579c-2b40-43a4-ad6c-764a0a3e8aab tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5490cbd-3604-4065-b528-a305f9f211ce HTTP/1.1" status: 200 len: 945 time: 0.0563664 Jan 27 16:50:09.121714 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799af133-53d1-4fa5-9fd7-28ce42324943 service neutron] Pushing event updated for resources: {'Port': ['ID=b1c27e4d-7b4f-4ebe-a3ea-28060834be45,revision_number=2']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:50:09.142535 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-9aa6d5f0-4606-4325-8732-0e8d03756f0b req-c5ac3455-2634-43ed-8dcd-556e6c09d4b0 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426052 Jan 27 16:50:09.177193 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.managers [req-08c007b0-287e-4067-b360-4c3a80d52237 req-799af133-53d1-4fa5-9fd7-28ce42324943 service neutron] Attempting to bind port b1c27e4d-7b4f-4ebe-a3ea-28060834be45 on host hv-cinder-81883 for vnic_type normal with profile {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:50:09.177536 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.managers [req-08c007b0-287e-4067-b360-4c3a80d52237 req-799af133-53d1-4fa5-9fd7-28ce42324943 service neutron] Attempting to bind port b1c27e4d-7b4f-4ebe-a3ea-28060834be45 by drivers openvswitch,hyperv on host hv-cinder-81883 at level 0 using segments [{'id': '1779a445-beda-4dcd-8f98-83ef8a804122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e61a4ef3-534d-479d-8867-5085e7d92be1'}] {{(pid=114094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:50:09.178211 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c007b0-287e-4067-b360-4c3a80d52237 req-799af133-53d1-4fa5-9fd7-28ce42324943 service neutron] Attempting to bind port b1c27e4d-7b4f-4ebe-a3ea-28060834be45 on network e61a4ef3-534d-479d-8867-5085e7d92be1 {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:50:09.185274 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c007b0-287e-4067-b360-4c3a80d52237 req-799af133-53d1-4fa5-9fd7-28ce42324943 service neutron] Port b1c27e4d-7b4f-4ebe-a3ea-28060834be45 on network e61a4ef3-534d-479d-8867-5085e7d92be1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81883 {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 16:50:09.185604 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c007b0-287e-4067-b360-4c3a80d52237 req-799af133-53d1-4fa5-9fd7-28ce42324943 service neutron] Attempting to bind port b1c27e4d-7b4f-4ebe-a3ea-28060834be45 on network e61a4ef3-534d-479d-8867-5085e7d92be1 {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:50:09.191154 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c007b0-287e-4067-b360-4c3a80d52237 req-799af133-53d1-4fa5-9fd7-28ce42324943 service neutron] Checking agent: {'id': '853c399d-72c7-467e-bd42-08a47e7fb1c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81883', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 46, 47), 'started_at': datetime.datetime(2022, 1, 27, 16, 46, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:50:09.191544 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c007b0-287e-4067-b360-4c3a80d52237 req-799af133-53d1-4fa5-9fd7-28ce42324943 service neutron] Checking segment: {'id': '1779a445-beda-4dcd-8f98-83ef8a804122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e61a4ef3-534d-479d-8867-5085e7d92be1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:50:09.192208 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c007b0-287e-4067-b360-4c3a80d52237 req-799af133-53d1-4fa5-9fd7-28ce42324943 service neutron] Bound using segment: {'id': '1779a445-beda-4dcd-8f98-83ef8a804122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e61a4ef3-534d-479d-8867-5085e7d92be1'} {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:50:09.192354 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.managers [req-08c007b0-287e-4067-b360-4c3a80d52237 req-799af133-53d1-4fa5-9fd7-28ce42324943 service neutron] Bound port: b1c27e4d-7b4f-4ebe-a3ea-28060834be45, host: hv-cinder-81883, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1779a445-beda-4dcd-8f98-83ef8a804122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e61a4ef3-534d-479d-8867-5085e7d92be1'}}] {{(pid=114094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:50:09.192688 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-08c007b0-287e-4067-b360-4c3a80d52237 req-799af133-53d1-4fa5-9fd7-28ce42324943 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (b1c27e4d-7b4f-4ebe-a3ea-28060834be45), before_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:09.254923 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.db [req-08c007b0-287e-4067-b360-4c3a80d52237 req-799af133-53d1-4fa5-9fd7-28ce42324943 service neutron] For port b1c27e4d-7b4f-4ebe-a3ea-28060834be45, host hv-cinder-81883, cleared binding levels {{(pid=114094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:50:09.259145 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.db [req-08c007b0-287e-4067-b360-4c3a80d52237 req-799af133-53d1-4fa5-9fd7-28ce42324943 service neutron] For port b1c27e4d-7b4f-4ebe-a3ea-28060834be45, host hv-cinder-81883, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=b1c27e4d-7b4f-4ebe-a3ea-28060834be45,segment=NetworkSegment(1779a445-beda-4dcd-8f98-83ef8a804122),segment_id=1779a445-beda-4dcd-8f98-83ef8a804122)] {{(pid=114094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:50:09.264292 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-08c007b0-287e-4067-b360-4c3a80d52237 req-799af133-53d1-4fa5-9fd7-28ce42324943 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8776969'] for port (b1c27e4d-7b4f-4ebe-a3ea-28060834be45), after_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:09.303487 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c007b0-287e-4067-b360-4c3a80d52237 req-799af133-53d1-4fa5-9fd7-28ce42324943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:09.304237 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-08c007b0-287e-4067-b360-4c3a80d52237 req-799af133-53d1-4fa5-9fd7-28ce42324943 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118807'] for port (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:09.306524 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-08c007b0-287e-4067-b360-4c3a80d52237 req-799af133-53d1-4fa5-9fd7-28ce42324943 service neutron] 10.222.0.24 "PUT /v2.0/ports/b1c27e4d-7b4f-4ebe-a3ea-28060834be45 HTTP/1.1" status: 200 len: 1093 time: 0.9231541 Jan 27 16:50:09.307343 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60f03e7b-7a84-4810-9b70-efe8c671c055', 'tag': 'b1c27e4d-7b4f-4ebe-a3ea-28060834be45'}] {{(pid=114094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:50:09.310028 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}342a798d1d13ecd85fd4efdf34ff3908ecd3b9322feeb0f720fcdcd52e7e333b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c4c1b8-f163-42c3-9b56-df403505268d" -d '{"events": [{"name": "network-changed", "server_uuid": "60f03e7b-7a84-4810-9b70-efe8c671c055", "tag": "b1c27e4d-7b4f-4ebe-a3ea-28060834be45"}]}' {{(pid=114094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:50:09.341945 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799af133-53d1-4fa5-9fd7-28ce42324943 service neutron] Pushing event updated for resources: {'Port': ['ID=b1c27e4d-7b4f-4ebe-a3ea-28060834be45,revision_number=3']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:50:09.368212 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 16:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c287f4-c3a9-4a8e-9b52-6daa69cc2bf6 x-openstack-request-id: req-32c287f4-c3a9-4a8e-9b52-6daa69cc2bf6 {{(pid=114094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:50:09.368507 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60f03e7b-7a84-4810-9b70-efe8c671c055", "tag": "b1c27e4d-7b4f-4ebe-a3ea-28060834be45", "status": "completed", "code": 200}]} {{(pid=114094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:50:09.368762 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-32c287f4-c3a9-4a8e-9b52-6daa69cc2bf6 {{(pid=114094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:50:09.369159 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60f03e7b-7a84-4810-9b70-efe8c671c055', 'tag': 'b1c27e4d-7b4f-4ebe-a3ea-28060834be45', 'status': 'completed', 'code': 200} Jan 27 16:50:09.398116 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c007b0-287e-4067-b360-4c3a80d52237 req-3d534d5e-46e4-4968-b8f9-74b73c0d473d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:09.400126 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-08c007b0-287e-4067-b360-4c3a80d52237 req-3d534d5e-46e4-4968-b8f9-74b73c0d473d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=598ee83f7e1a494c8b94f241ab626b65&device_id=60f03e7b-7a84-4810-9b70-efe8c671c055 HTTP/1.1" status: 200 len: 1096 time: 0.0424566 Jan 27 16:50:09.449831 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-08c007b0-287e-4067-b360-4c3a80d52237 req-0f299fe1-7b8d-4068-942d-9a0ff564d920 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1c27e4d-7b4f-4ebe-a3ea-28060834be45 HTTP/1.1" status: 200 len: 217 time: 0.0358458 Jan 27 16:50:09.509660 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c007b0-287e-4067-b360-4c3a80d52237 req-367f152c-39a0-4a1a-a741-fba897d0cfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:09.511242 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-08c007b0-287e-4067-b360-4c3a80d52237 req-367f152c-39a0-4a1a-a741-fba897d0cfb5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0bf965b2-91d5-4f22-9468-810e8979c5a9 HTTP/1.1" status: 200 len: 855 time: 0.0526848 Jan 27 16:50:09.545599 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-08c007b0-287e-4067-b360-4c3a80d52237 req-8bae776b-1014-495c-a8be-35de391a6306 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e61a4ef3-534d-479d-8867-5085e7d92be1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256450 Jan 27 16:50:09.640493 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-08c007b0-287e-4067-b360-4c3a80d52237 req-78098e19-4c46-4735-a73b-53f95aedb08b service neutron] 10.222.0.24 "GET /v2.0/networks/e61a4ef3-534d-479d-8867-5085e7d92be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880949 Jan 27 16:50:09.738882 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-08c007b0-287e-4067-b360-4c3a80d52237 req-d4e1ea86-9f42-4c03-a70e-9c608edf03d4 service neutron] 10.222.0.24 "GET /v2.0/networks/e61a4ef3-534d-479d-8867-5085e7d92be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920148 Jan 27 16:50:09.849924 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c4c1b8-f163-42c3-9b56-df403505268d req-5ba28ccf-89ba-4bad-95b1-0f241f670e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:09.852483 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-f6c4c1b8-f163-42c3-9b56-df403505268d req-5ba28ccf-89ba-4bad-95b1-0f241f670e41 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=598ee83f7e1a494c8b94f241ab626b65&device_id=60f03e7b-7a84-4810-9b70-efe8c671c055 HTTP/1.1" status: 200 len: 1096 time: 0.0513794 Jan 27 16:50:09.872920 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d8e273-c1d1-4113-a6dd-3b22d70a6cb3 req-048b3a81-0951-438a-8b64-0a769391946f tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:09.875181 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-09d8e273-c1d1-4113-a6dd-3b22d70a6cb3 req-048b3a81-0951-438a-8b64-0a769391946f tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/ports?device_id=60f03e7b-7a84-4810-9b70-efe8c671c055 HTTP/1.1" status: 200 len: 943 time: 0.0709217 Jan 27 16:50:09.947092 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-09d8e273-c1d1-4113-a6dd-3b22d70a6cb3 req-c8eec15c-b96e-4434-8678-12c14146a1a9 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b312599-18fb-44ac-8380-190ce0b5ebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592117 Jan 27 16:50:09.984207 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c4c1b8-f163-42c3-9b56-df403505268d req-b4a4f9e1-2052-4e91-8275-11b31b82c645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:09.985701 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-f6c4c1b8-f163-42c3-9b56-df403505268d req-b4a4f9e1-2052-4e91-8275-11b31b82c645 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e61a4ef3-534d-479d-8867-5085e7d92be1 HTTP/1.1" status: 200 len: 916 time: 0.1231296 Jan 27 16:50:10.226446 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 46940) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:50:10.268195 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-f6c4c1b8-f163-42c3-9b56-df403505268d req-4129fa09-2c80-4f8c-a6fd-116e4859c371 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1c27e4d-7b4f-4ebe-a3ea-28060834be45 HTTP/1.1" status: 200 len: 217 time: 0.2661755 Jan 27 16:50:10.271395 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d23dc8-52f2-4569-ad0f-49b49e397ddb req-34180ad7-b7fa-44ea-b21a-2540e9e92d9f tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:10.272856 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-71d23dc8-52f2-4569-ad0f-49b49e397ddb req-34180ad7-b7fa-44ea-b21a-2540e9e92d9f tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5490cbd-3604-4065-b528-a305f9f211ce HTTP/1.1" status: 200 len: 945 time: 0.0549810 Jan 27 16:50:10.320302 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c4c1b8-f163-42c3-9b56-df403505268d req-aa6de974-cb1e-40b8-8f7d-1c46caea4ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:10.322598 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-f6c4c1b8-f163-42c3-9b56-df403505268d req-aa6de974-cb1e-40b8-8f7d-1c46caea4ad9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0bf965b2-91d5-4f22-9468-810e8979c5a9 HTTP/1.1" status: 200 len: 855 time: 0.0468409 Jan 27 16:50:10.323914 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-71d23dc8-52f2-4569-ad0f-49b49e397ddb req-544c70b0-f0ab-4e2f-8ad2-2ba7c6a6c7c0 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448251 Jan 27 16:50:10.350820 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-b905852f-1d14-4a3b-8a1e-b05da7a42d68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:10.362068 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-f6c4c1b8-f163-42c3-9b56-df403505268d req-bbf40a23-596a-4559-88f2-377e52282bcb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e61a4ef3-534d-479d-8867-5085e7d92be1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284996 Jan 27 16:50:10.428448 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-b905852f-1d14-4a3b-8a1e-b05da7a42d68 admin admin] Publish callbacks [] for security_group (095103ac-1cdf-4751-9128-629913342e50), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:10.433194 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-b905852f-1d14-4a3b-8a1e-b05da7a42d68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (095103ac-1cdf-4751-9128-629913342e50), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:10.453454 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-f6c4c1b8-f163-42c3-9b56-df403505268d req-734355dd-a58c-4aef-8433-b841a824204a service neutron] 10.222.0.24 "GET /v2.0/networks/e61a4ef3-534d-479d-8867-5085e7d92be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846059 Jan 27 16:50:10.473088 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-b905852f-1d14-4a3b-8a1e-b05da7a42d68 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b810c96d99fc4564ad24f6e2bd0d2607&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2452190 Jan 27 16:50:10.474067 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b905852f-1d14-4a3b-8a1e-b05da7a42d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=095103ac-1cdf-4751-9128-629913342e50,revision_number=1']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:50:10.476445 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 46944) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:50:10.529554 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-83ba9f5a-a3a2-41b8-8429-8c37f80dfaba admin admin] Publish callbacks [] for security_group (095103ac-1cdf-4751-9128-629913342e50), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:10.552956 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-83ba9f5a-a3a2-41b8-8429-8c37f80dfaba admin admin] Publish callbacks [] for security_group (095103ac-1cdf-4751-9128-629913342e50), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:10.555821 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-f6c4c1b8-f163-42c3-9b56-df403505268d req-d4f968dd-cdf3-4e60-b727-eee7779bfe8d service neutron] 10.222.0.24 "GET /v2.0/networks/e61a4ef3-534d-479d-8867-5085e7d92be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854275 Jan 27 16:50:10.602073 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-83ba9f5a-a3a2-41b8-8429-8c37f80dfaba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (095103ac-1cdf-4751-9128-629913342e50), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:10.604821 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-83ba9f5a-a3a2-41b8-8429-8c37f80dfaba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:10.605925 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-83ba9f5a-a3a2-41b8-8429-8c37f80dfaba admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/095103ac-1cdf-4751-9128-629913342e50 HTTP/1.1" status: 204 len: 168 time: 0.1278651 Jan 27 16:50:10.613507 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba9f5a-a3a2-41b8-8429-8c37f80dfaba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=095103ac-1cdf-4751-9128-629913342e50,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:50:10.871825 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 46954) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:50:10.886290 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-cb64764b-a27a-4ff0-ad3b-a61733d42609 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:10.972257 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-cb64764b-a27a-4ff0-ad3b-a61733d42609 admin admin] Publish callbacks [] for security_group (3f0e3e05-8a23-4eff-a973-649c6eacb56b), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:10.976690 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-cb64764b-a27a-4ff0-ad3b-a61733d42609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (3f0e3e05-8a23-4eff-a973-649c6eacb56b), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:11.017392 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-cb64764b-a27a-4ff0-ad3b-a61733d42609 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=69f6cd7e17d8454da2fc89a732e47cf0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1441691 Jan 27 16:50:11.019408 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb64764b-a27a-4ff0-ad3b-a61733d42609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f0e3e05-8a23-4eff-a973-649c6eacb56b,revision_number=1']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:50:11.020169 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 46962) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:50:11.074900 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0862c551-03d7-4fa7-bc0e-4a19c3b7c522 req-d6c7e546-310e-4a8e-b384-acdc34766ec8 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:11.076409 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-0862c551-03d7-4fa7-bc0e-4a19c3b7c522 req-d6c7e546-310e-4a8e-b384-acdc34766ec8 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/ports?device_id=60f03e7b-7a84-4810-9b70-efe8c671c055 HTTP/1.1" status: 200 len: 943 time: 0.0579093 Jan 27 16:50:11.080315 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-188d50e5-b226-476e-873c-d530ee74acf2 admin admin] Publish callbacks [] for security_group (3f0e3e05-8a23-4eff-a973-649c6eacb56b), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:11.101371 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-188d50e5-b226-476e-873c-d530ee74acf2 admin admin] Publish callbacks [] for security_group (3f0e3e05-8a23-4eff-a973-649c6eacb56b), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:11.126872 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-0862c551-03d7-4fa7-bc0e-4a19c3b7c522 req-159e788a-c300-467e-ac46-74cae3c1fe71 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b312599-18fb-44ac-8380-190ce0b5ebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444267 Jan 27 16:50:11.150650 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-188d50e5-b226-476e-873c-d530ee74acf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (3f0e3e05-8a23-4eff-a973-649c6eacb56b), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:11.153213 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-188d50e5-b226-476e-873c-d530ee74acf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:11.154334 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-188d50e5-b226-476e-873c-d530ee74acf2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3f0e3e05-8a23-4eff-a973-649c6eacb56b HTTP/1.1" status: 204 len: 168 time: 0.1331379 Jan 27 16:50:11.161921 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188d50e5-b226-476e-873c-d530ee74acf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f0e3e05-8a23-4eff-a973-649c6eacb56b,revision_number=None']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:50:11.448321 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c393c3-f68f-4946-9ec3-9734c6e5d410 req-82c03cd1-3e46-46f6-a836-a705e2c215e2 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:11.449791 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-13c393c3-f68f-4946-9ec3-9734c6e5d410 req-82c03cd1-3e46-46f6-a836-a705e2c215e2 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5490cbd-3604-4065-b528-a305f9f211ce HTTP/1.1" status: 200 len: 945 time: 0.0538971 Jan 27 16:50:11.499919 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-13c393c3-f68f-4946-9ec3-9734c6e5d410 req-f61d1fd9-1ba9-4f86-9b66-a11b42601bc3 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445309 Jan 27 16:50:12.246581 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b7adc2-d180-41fd-ac7b-a0ec9d51801a req-fc660791-cf36-4bc9-b41d-09ecf406b064 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:12.248071 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-74b7adc2-d180-41fd-ac7b-a0ec9d51801a req-fc660791-cf36-4bc9-b41d-09ecf406b064 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/ports?device_id=60f03e7b-7a84-4810-9b70-efe8c671c055 HTTP/1.1" status: 200 len: 943 time: 0.0494647 Jan 27 16:50:12.300491 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-74b7adc2-d180-41fd-ac7b-a0ec9d51801a req-3fb54b90-3c64-4f5d-95b1-9cc8fe1f088d tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b312599-18fb-44ac-8380-190ce0b5ebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465205 Jan 27 16:50:12.654316 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b24b4ef-3f3e-40d0-b515-fb7e8956efcb req-1bad4c86-e6f0-4a57-942a-fc32313f1628 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:12.656124 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-8b24b4ef-3f3e-40d0-b515-fb7e8956efcb req-1bad4c86-e6f0-4a57-942a-fc32313f1628 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5490cbd-3604-4065-b528-a305f9f211ce HTTP/1.1" status: 200 len: 945 time: 0.0735378 Jan 27 16:50:12.717536 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-8b24b4ef-3f3e-40d0-b515-fb7e8956efcb req-cab38b1d-f705-45b6-a648-cd84f8ef1e6c tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506790 Jan 27 16:50:12.907112 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 47032) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:50:13.013117 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-585f8cb6-6468-432c-a55e-c12f2513b358 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:13.073694 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device b1c27e4d-7b4f-4ebe-a3ea-28060834be45 details requested by agent hyperv_hv-cinder-81883 with host hv-cinder-81883 {{(pid=114096) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 16:50:13.094370 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-585f8cb6-6468-432c-a55e-c12f2513b358 admin admin] Publish callbacks [] for security_group (4a405761-446a-4ccb-964f-1333a134ff46), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:13.098293 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-585f8cb6-6468-432c-a55e-c12f2513b358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (4a405761-446a-4ccb-964f-1333a134ff46), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:13.140884 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-585f8cb6-6468-432c-a55e-c12f2513b358 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0b4ddd6f19ed441db1c93f466d10fb92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2318032 Jan 27 16:50:13.141085 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 47040) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:50:13.142438 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585f8cb6-6468-432c-a55e-c12f2513b358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a405761-446a-4ccb-964f-1333a134ff46,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:50:13.178151 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] For port b1c27e4d-7b4f-4ebe-a3ea-28060834be45, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=b1c27e4d-7b4f-4ebe-a3ea-28060834be45,segment=NetworkSegment(1779a445-beda-4dcd-8f98-83ef8a804122),segment_id=1779a445-beda-4dcd-8f98-83ef8a804122)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:50:13.190334 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Returning: {'device': 'b1c27e4d-7b4f-4ebe-a3ea-28060834be45', 'network_id': 'e61a4ef3-534d-479d-8867-5085e7d92be1', 'port_id': 'b1c27e4d-7b4f-4ebe-a3ea-28060834be45', 'mac_address': 'fa:16:3e:8b:81:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bf965b2-91d5-4f22-9468-810e8979c5a9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114096) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 16:50:13.203109 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-9ad9879e-557e-4aae-950d-223306b2f0be admin admin] Publish callbacks [] for security_group (4a405761-446a-4ccb-964f-1333a134ff46), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:13.224376 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-9ad9879e-557e-4aae-950d-223306b2f0be admin admin] Publish callbacks [] for security_group (4a405761-446a-4ccb-964f-1333a134ff46), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:13.225842 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Current status of the port b1c27e4d-7b4f-4ebe-a3ea-28060834be45 is: DOWN; New status is: BUILD {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:50:13.226229 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (b1c27e4d-7b4f-4ebe-a3ea-28060834be45), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:13.239917 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.notifiers.nova [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1c27e4d-7b4f-4ebe-a3ea-28060834be45 {{(pid=114096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:50:13.260161 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] For port b1c27e4d-7b4f-4ebe-a3ea-28060834be45, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=b1c27e4d-7b4f-4ebe-a3ea-28060834be45,segment=NetworkSegment(1779a445-beda-4dcd-8f98-83ef8a804122),segment_id=1779a445-beda-4dcd-8f98-83ef8a804122)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:50:13.265434 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (b1c27e4d-7b4f-4ebe-a3ea-28060834be45), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:13.278191 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-9ad9879e-557e-4aae-950d-223306b2f0be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (4a405761-446a-4ccb-964f-1333a134ff46), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:13.281778 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-9ad9879e-557e-4aae-950d-223306b2f0be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:13.286000 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-9ad9879e-557e-4aae-950d-223306b2f0be admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4a405761-446a-4ccb-964f-1333a134ff46 HTTP/1.1" status: 204 len: 168 time: 0.1440477 Jan 27 16:50:13.297411 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad9879e-557e-4aae-950d-223306b2f0be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a405761-446a-4ccb-964f-1333a134ff46,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:50:13.326801 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Pushing event updated for resources: {'Port': ['ID=b1c27e4d-7b4f-4ebe-a3ea-28060834be45,revision_number=4']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:50:13.435840 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95ce041-9b1e-4e22-b0e0-2f4780c64b7f req-520b726a-8f55-485a-9b83-d54c1efbb1f9 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:13.437594 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-b95ce041-9b1e-4e22-b0e0-2f4780c64b7f req-520b726a-8f55-485a-9b83-d54c1efbb1f9 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/ports?device_id=60f03e7b-7a84-4810-9b70-efe8c671c055 HTTP/1.1" status: 200 len: 944 time: 0.0595465 Jan 27 16:50:13.491336 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-b95ce041-9b1e-4e22-b0e0-2f4780c64b7f req-6d9dcc65-28eb-48d2-aecd-642a99c1cc5d tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b312599-18fb-44ac-8380-190ce0b5ebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478003 Jan 27 16:50:13.579876 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 47050) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:50:13.592759 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-90a9ea88-6261-4b8d-998e-553b2edb2bb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:13.670804 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-90a9ea88-6261-4b8d-998e-553b2edb2bb5 admin admin] Publish callbacks [] for security_group (5d81d005-32cd-4442-b0c4-f08c109328ae), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:13.674650 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-90a9ea88-6261-4b8d-998e-553b2edb2bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (5d81d005-32cd-4442-b0c4-f08c109328ae), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:13.686469 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] get_ports_and_sgs() called for port_ids ['b1c27e4d-7b4f-4ebe-a3ea-28060834be45'] {{(pid=114096) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 16:50:13.713442 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-90a9ea88-6261-4b8d-998e-553b2edb2bb5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3bd016028302479485e26c39780e727d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1324277 Jan 27 16:50:13.715905 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 47052) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:50:13.721547 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a9ea88-6261-4b8d-998e-553b2edb2bb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d81d005-32cd-4442-b0c4-f08c109328ae,revision_number=1']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:50:13.779347 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-f7758da1-7a90-48ba-9905-a3912cfe74a1 admin admin] Publish callbacks [] for security_group (5d81d005-32cd-4442-b0c4-f08c109328ae), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:13.828340 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-f7758da1-7a90-48ba-9905-a3912cfe74a1 admin admin] Publish callbacks [] for security_group (5d81d005-32cd-4442-b0c4-f08c109328ae), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:13.877532 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7eecfa-05d0-477b-96c8-d72d2f66f9f2 req-4385c65f-5efc-4516-8fa2-9dd3c1883474 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:13.879237 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-5e7eecfa-05d0-477b-96c8-d72d2f66f9f2 req-4385c65f-5efc-4516-8fa2-9dd3c1883474 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5490cbd-3604-4065-b528-a305f9f211ce HTTP/1.1" status: 200 len: 945 time: 0.0890243 Jan 27 16:50:13.905395 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-f7758da1-7a90-48ba-9905-a3912cfe74a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (5d81d005-32cd-4442-b0c4-f08c109328ae), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:13.907956 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-f7758da1-7a90-48ba-9905-a3912cfe74a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:13.909180 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-f7758da1-7a90-48ba-9905-a3912cfe74a1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5d81d005-32cd-4442-b0c4-f08c109328ae HTTP/1.1" status: 204 len: 168 time: 0.1922963 Jan 27 16:50:13.923129 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7758da1-7a90-48ba-9905-a3912cfe74a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d81d005-32cd-4442-b0c4-f08c109328ae,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:50:13.954753 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-5e7eecfa-05d0-477b-96c8-d72d2f66f9f2 req-415be20d-a3ce-4eb8-b179-f22ee705866d tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645378 Jan 27 16:50:14.615781 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f493b754-6bd5-4d1b-9744-8e871380e87e req-0e99bf33-8a10-4814-876b-e64c833b8296 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:14.617342 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-f493b754-6bd5-4d1b-9744-8e871380e87e req-0e99bf33-8a10-4814-876b-e64c833b8296 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/ports?device_id=60f03e7b-7a84-4810-9b70-efe8c671c055 HTTP/1.1" status: 200 len: 944 time: 0.0520279 Jan 27 16:50:14.666875 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-f493b754-6bd5-4d1b-9744-8e871380e87e req-9b6105f4-fcc4-4669-8716-592062785e64 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b312599-18fb-44ac-8380-190ce0b5ebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435793 Jan 27 16:50:15.078752 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da02ad0-a969-49be-89a7-714728902bda req-25499f0b-5b15-4795-955f-a88dd551a4e4 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:15.080269 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-4da02ad0-a969-49be-89a7-714728902bda req-25499f0b-5b15-4795-955f-a88dd551a4e4 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5490cbd-3604-4065-b528-a305f9f211ce HTTP/1.1" status: 200 len: 945 time: 0.0527298 Jan 27 16:50:15.087335 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device b1c27e4d-7b4f-4ebe-a3ea-28060834be45 up at agent hyperv_hv-cinder-81883 {{(pid=114096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:50:15.133996 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-4da02ad0-a969-49be-89a7-714728902bda req-a726d581-68c3-44bb-b207-4a502611530a tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449913 Jan 27 16:50:15.148773 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Provisioning for port b1c27e4d-7b4f-4ebe-a3ea-28060834be45 completed by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 16:50:15.153481 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Provisioning complete for port b1c27e4d-7b4f-4ebe-a3ea-28060834be45 triggered by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:50:15.154081 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (b1c27e4d-7b4f-4ebe-a3ea-28060834be45), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:15.233968 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Current status of the port b1c27e4d-7b4f-4ebe-a3ea-28060834be45 is: BUILD; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:50:15.234362 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (b1c27e4d-7b4f-4ebe-a3ea-28060834be45), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:15.258989 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60f03e7b-7a84-4810-9b70-efe8c671c055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1c27e4d-7b4f-4ebe-a3ea-28060834be45'}] {{(pid=114096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:50:15.261081 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7400b25514d980253c692f49984ce8becaf326df5cb1ee6ae8228296f1505bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-485c9aff-e1cd-490a-a9ee-8d2cfa38a00e" -d '{"events": [{"server_uuid": "60f03e7b-7a84-4810-9b70-efe8c671c055", "name": "network-vif-plugged", "status": "completed", "tag": "b1c27e4d-7b4f-4ebe-a3ea-28060834be45"}]}' {{(pid=114096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:50:15.275480 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] For port b1c27e4d-7b4f-4ebe-a3ea-28060834be45, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=b1c27e4d-7b4f-4ebe-a3ea-28060834be45,segment=NetworkSegment(1779a445-beda-4dcd-8f98-83ef8a804122),segment_id=1779a445-beda-4dcd-8f98-83ef8a804122)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:50:15.281793 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (b1c27e4d-7b4f-4ebe-a3ea-28060834be45), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:15.341980 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 16:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308187b4-710c-4770-bb90-ef7d4b0fefc5 x-openstack-request-id: req-308187b4-710c-4770-bb90-ef7d4b0fefc5 {{(pid=114096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:50:15.342300 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60f03e7b-7a84-4810-9b70-efe8c671c055", "name": "network-vif-plugged", "status": "completed", "tag": "b1c27e4d-7b4f-4ebe-a3ea-28060834be45", "code": 200}]} {{(pid=114096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:50:15.342552 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-308187b4-710c-4770-bb90-ef7d4b0fefc5 {{(pid=114096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:50:15.342997 dv-cinder-818830-2-iscsi neutron-server[114096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60f03e7b-7a84-4810-9b70-efe8c671c055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1c27e4d-7b4f-4ebe-a3ea-28060834be45', 'code': 200} Jan 27 16:50:15.349503 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Pushing event updated for resources: {'Port': ['ID=b1c27e4d-7b4f-4ebe-a3ea-28060834be45,revision_number=5']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:50:15.584436 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e647dd8a-9be2-4b6e-9164-eee39370bce6 req-6e3f0d9f-db4d-4b32-a4bb-f0f4b389555b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:15.586429 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-e647dd8a-9be2-4b6e-9164-eee39370bce6 req-6e3f0d9f-db4d-4b32-a4bb-f0f4b389555b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=60f03e7b-7a84-4810-9b70-efe8c671c055 HTTP/1.1" status: 200 len: 1098 time: 0.0618594 Jan 27 16:50:15.665961 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-e647dd8a-9be2-4b6e-9164-eee39370bce6 req-8934ba22-e4ff-4983-8070-3a7bd1d7a287 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2b312599-18fb-44ac-8380-190ce0b5ebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586038 Jan 27 16:50:15.794209 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17c30b2-6fca-45dd-b21e-4cc6aff8e04e req-5e7c38ae-5b51-4fbd-a43d-b8ed2b483b3e tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:15.795717 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-d17c30b2-6fca-45dd-b21e-4cc6aff8e04e req-5e7c38ae-5b51-4fbd-a43d-b8ed2b483b3e tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/ports?device_id=60f03e7b-7a84-4810-9b70-efe8c671c055 HTTP/1.1" status: 200 len: 945 time: 0.0508919 Jan 27 16:50:15.844726 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-d17c30b2-6fca-45dd-b21e-4cc6aff8e04e req-59c61265-c5df-4758-94a4-61c3de29a998 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b312599-18fb-44ac-8380-190ce0b5ebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428369 Jan 27 16:50:16.267819 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dae22f-7390-4b84-8ed0-a7b24c0c562b req-3678eda4-ca3c-4494-ae52-596f224acf9e tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:16.267819 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-19dae22f-7390-4b84-8ed0-a7b24c0c562b req-3678eda4-ca3c-4494-ae52-596f224acf9e tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5490cbd-3604-4065-b528-a305f9f211ce HTTP/1.1" status: 200 len: 945 time: 0.0578432 Jan 27 16:50:16.320088 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-19dae22f-7390-4b84-8ed0-a7b24c0c562b req-f79448fd-716e-42bd-9bd9-7dc6b851aca9 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480645 Jan 27 16:50:16.377609 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-80c3f541-3510-4580-b8f3-8c637d14c7e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (b49cc950-6aaa-44e3-a3c4-70b67101afab), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:16.974088 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81493fd-8c7b-44bc-9b38-45e0e6eb96ea req-af7d5ebb-c1ec-4a60-a44f-efa7625230e3 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:16.975449 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-f81493fd-8c7b-44bc-9b38-45e0e6eb96ea req-af7d5ebb-c1ec-4a60-a44f-efa7625230e3 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/ports?device_id=60f03e7b-7a84-4810-9b70-efe8c671c055 HTTP/1.1" status: 200 len: 945 time: 0.0488956 Jan 27 16:50:17.025235 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-f81493fd-8c7b-44bc-9b38-45e0e6eb96ea req-ce19f143-84af-4cde-9399-c5a518af7a3a tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b312599-18fb-44ac-8380-190ce0b5ebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431612 Jan 27 16:50:17.462246 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94095ba7-528b-4d15-be36-960bad8fc704 req-2aec1edd-b439-41a3-a1c3-3108e73e8a43 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:17.463823 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-94095ba7-528b-4d15-be36-960bad8fc704 req-2aec1edd-b439-41a3-a1c3-3108e73e8a43 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5490cbd-3604-4065-b528-a305f9f211ce HTTP/1.1" status: 200 len: 945 time: 0.0592928 Jan 27 16:50:17.510819 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-94095ba7-528b-4d15-be36-960bad8fc704 req-0a7532af-cd28-4253-871c-f4e156209b3c tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413208 Jan 27 16:50:18.336493 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (853c399d-72c7-467e-bd42-08a47e7fb1c3), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:18.432227 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-7e4dab35-b44c-4c0b-94a1-92df3cf6a0f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (bdbd084a-7876-495d-b5d9-cf3ee18f0227), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:19.481199 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-66ba84dd-632c-456a-bb12-6a575fe6244f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9495f383-87a2-4ffd-86dd-67b8d88d602c), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:20.578571 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eb0d32-e3fd-4d11-8f24-25d5d92bd399 req-2a4e4b23-6c03-44b1-84cd-385f2c09cf5a tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:20.580029 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-d5eb0d32-e3fd-4d11-8f24-25d5d92bd399 req-2a4e4b23-6c03-44b1-84cd-385f2c09cf5a tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/ports?device_id=60f03e7b-7a84-4810-9b70-efe8c671c055 HTTP/1.1" status: 200 len: 945 time: 0.0873518 Jan 27 16:50:20.598543 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93b4f00-5353-400f-b82b-e6444f4eb149 req-ee91f3a8-3b0b-49e0-b567-d3f04aba36ef tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:20.599926 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-b93b4f00-5353-400f-b82b-e6444f4eb149 req-ee91f3a8-3b0b-49e0-b567-d3f04aba36ef tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5490cbd-3604-4065-b528-a305f9f211ce HTTP/1.1" status: 200 len: 945 time: 0.0721924 Jan 27 16:50:20.665078 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-d5eb0d32-e3fd-4d11-8f24-25d5d92bd399 req-20d213fa-5dd1-4243-b7af-71dded755504 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b312599-18fb-44ac-8380-190ce0b5ebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779519 Jan 27 16:50:20.675037 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-b93b4f00-5353-400f-b82b-e6444f4eb149 req-ca279fa2-59b1-4b69-981f-2edcf4c41170 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666232 Jan 27 16:50:21.525694 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-d66b1738-fecd-429f-97ae-c3b5c23d3d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9d445c8f-179b-40e3-9cb5-ffaa95aecd6a), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:21.798545 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091aa47a-a07a-45a3-8146-520a1fdf8661 req-bcfdd95e-7e88-4c4d-a42d-ccccc382dd90 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:21.800020 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-091aa47a-a07a-45a3-8146-520a1fdf8661 req-bcfdd95e-7e88-4c4d-a42d-ccccc382dd90 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5490cbd-3604-4065-b528-a305f9f211ce HTTP/1.1" status: 200 len: 945 time: 0.0520480 Jan 27 16:50:21.846233 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-091aa47a-a07a-45a3-8146-520a1fdf8661 req-e229ec2d-9f91-4706-afbb-5747177671af tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406482 Jan 27 16:50:22.186331 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 47266) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:50:22.326916 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-bec07927-977e-4e4e-b3e4-aaae3b548439 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:22.415747 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-bec07927-977e-4e4e-b3e4-aaae3b548439 admin admin] Publish callbacks [] for security_group (f8552622-5728-4503-8e51-2856a3115445), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:22.419854 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-bec07927-977e-4e4e-b3e4-aaae3b548439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (f8552622-5728-4503-8e51-2856a3115445), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:22.461318 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-bec07927-977e-4e4e-b3e4-aaae3b548439 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2148e0b1c8d844e5b73b77f01d53dce0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2739017 Jan 27 16:50:22.462433 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec07927-977e-4e4e-b3e4-aaae3b548439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8552622-5728-4503-8e51-2856a3115445,revision_number=1']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:50:22.464708 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 47280) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:50:22.515143 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-dd451ce2-6d30-4c8a-813c-4b23d8c9b033 admin admin] Publish callbacks [] for security_group (f8552622-5728-4503-8e51-2856a3115445), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:22.535864 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-dd451ce2-6d30-4c8a-813c-4b23d8c9b033 admin admin] Publish callbacks [] for security_group (f8552622-5728-4503-8e51-2856a3115445), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:22.585419 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (492c1832-c7a3-4f77-b4ba-2ebdc28556bf), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:22.592527 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-dd451ce2-6d30-4c8a-813c-4b23d8c9b033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (f8552622-5728-4503-8e51-2856a3115445), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:22.595414 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-dd451ce2-6d30-4c8a-813c-4b23d8c9b033 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:22.596597 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-dd451ce2-6d30-4c8a-813c-4b23d8c9b033 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f8552622-5728-4503-8e51-2856a3115445 HTTP/1.1" status: 204 len: 168 time: 0.1313612 Jan 27 16:50:22.605286 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd451ce2-6d30-4c8a-813c-4b23d8c9b033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8552622-5728-4503-8e51-2856a3115445,revision_number=None']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:50:22.868452 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 47290) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:50:22.884636 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-bc99884f-3f55-46fc-9663-3cfd9b669c57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:22.968013 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4315b31a-71c9-472a-b0ca-de5c2e05e5dd req-3c409518-7ebe-4d2a-9d72-f8ebec079905 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:22.969553 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-4315b31a-71c9-472a-b0ca-de5c2e05e5dd req-3c409518-7ebe-4d2a-9d72-f8ebec079905 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5490cbd-3604-4065-b528-a305f9f211ce HTTP/1.1" status: 200 len: 945 time: 0.0516868 Jan 27 16:50:22.971843 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-bc99884f-3f55-46fc-9663-3cfd9b669c57 admin admin] Publish callbacks [] for security_group (38dec331-6453-448a-b4b5-1493998b58ca), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:22.977259 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-bc99884f-3f55-46fc-9663-3cfd9b669c57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (38dec331-6453-448a-b4b5-1493998b58ca), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:23.017083 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc99884f-3f55-46fc-9663-3cfd9b669c57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38dec331-6453-448a-b4b5-1493998b58ca,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:50:23.021063 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-4315b31a-71c9-472a-b0ca-de5c2e05e5dd req-a8c7dcfe-386b-4364-8fcd-6b5c93418628 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456071 Jan 27 16:50:23.024070 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 47294) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:50:23.027534 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-bc99884f-3f55-46fc-9663-3cfd9b669c57 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f246e5f69a834b7a8d635ae68c80e93b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1579463 Jan 27 16:50:23.075424 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-6d7854e6-fd15-44cf-900e-dd97fad09de5 admin admin] Publish callbacks [] for security_group (38dec331-6453-448a-b4b5-1493998b58ca), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:23.097914 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-6d7854e6-fd15-44cf-900e-dd97fad09de5 admin admin] Publish callbacks [] for security_group (38dec331-6453-448a-b4b5-1493998b58ca), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:23.144408 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-6d7854e6-fd15-44cf-900e-dd97fad09de5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (38dec331-6453-448a-b4b5-1493998b58ca), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:23.146869 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-6d7854e6-fd15-44cf-900e-dd97fad09de5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:23.149188 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-6d7854e6-fd15-44cf-900e-dd97fad09de5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/38dec331-6453-448a-b4b5-1493998b58ca HTTP/1.1" status: 204 len: 168 time: 0.1233618 Jan 27 16:50:23.162214 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7854e6-fd15-44cf-900e-dd97fad09de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38dec331-6453-448a-b4b5-1493998b58ca,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:50:23.490376 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 47310) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:50:23.504212 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-917b519f-0237-487d-931a-ebc478a34f53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:23.581048 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-917b519f-0237-487d-931a-ebc478a34f53 admin admin] Publish callbacks [] for security_group (f1870680-a8ff-4998-af97-21f6a63a59f5), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:23.584815 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-917b519f-0237-487d-931a-ebc478a34f53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (f1870680-a8ff-4998-af97-21f6a63a59f5), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:23.623799 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-917b519f-0237-487d-931a-ebc478a34f53 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5dff32fa99bb4828812592af39577bb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1321402 Jan 27 16:50:23.624352 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917b519f-0237-487d-931a-ebc478a34f53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1870680-a8ff-4998-af97-21f6a63a59f5,revision_number=1']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:50:23.626700 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 47312) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:50:23.676115 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-4503c293-111a-4dfb-b2df-d521299d1f5d admin admin] Publish callbacks [] for security_group (f1870680-a8ff-4998-af97-21f6a63a59f5), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:23.699112 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-4503c293-111a-4dfb-b2df-d521299d1f5d admin admin] Publish callbacks [] for security_group (f1870680-a8ff-4998-af97-21f6a63a59f5), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:23.757689 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-4503c293-111a-4dfb-b2df-d521299d1f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (f1870680-a8ff-4998-af97-21f6a63a59f5), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:23.760525 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-4503c293-111a-4dfb-b2df-d521299d1f5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:23.761705 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-4503c293-111a-4dfb-b2df-d521299d1f5d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f1870680-a8ff-4998-af97-21f6a63a59f5 HTTP/1.1" status: 204 len: 168 time: 0.1340587 Jan 27 16:50:23.770477 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4503c293-111a-4dfb-b2df-d521299d1f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1870680-a8ff-4998-af97-21f6a63a59f5,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:50:24.140989 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d147e1-1f78-4af3-acf9-f69945eb0d95 req-85a05158-c387-4ddf-8100-a1125e1790c7 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:24.142478 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-98d147e1-1f78-4af3-acf9-f69945eb0d95 req-85a05158-c387-4ddf-8100-a1125e1790c7 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5490cbd-3604-4065-b528-a305f9f211ce HTTP/1.1" status: 200 len: 945 time: 0.0492911 Jan 27 16:50:24.196451 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-98d147e1-1f78-4af3-acf9-f69945eb0d95 req-82d31b50-3e2c-4a0c-891c-f99765082509 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464287 Jan 27 16:50:25.316911 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975f8908-be45-4caa-92d6-776fc467b9a1 req-2c8ee470-5aab-4d8c-a341-894550e67312 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:25.318432 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-975f8908-be45-4caa-92d6-776fc467b9a1 req-2c8ee470-5aab-4d8c-a341-894550e67312 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5490cbd-3604-4065-b528-a305f9f211ce HTTP/1.1" status: 200 len: 945 time: 0.0504224 Jan 27 16:50:25.368305 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-975f8908-be45-4caa-92d6-776fc467b9a1 req-ceecf48c-5803-4ef3-9aa7-09979e730cb6 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439773 Jan 27 16:50:25.881830 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 47440) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:50:25.984074 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-640dede6-21f3-4f35-aa02-7acc45f2cacf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:26.064482 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-640dede6-21f3-4f35-aa02-7acc45f2cacf admin admin] Publish callbacks [] for security_group (eb5c2b7d-0364-4bdb-b089-44f1e75b4671), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:26.068563 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-640dede6-21f3-4f35-aa02-7acc45f2cacf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (eb5c2b7d-0364-4bdb-b089-44f1e75b4671), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:26.106633 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-640dede6-21f3-4f35-aa02-7acc45f2cacf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9bc4dafc57324684be2e14db0fb58823&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2231932 Jan 27 16:50:26.107740 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640dede6-21f3-4f35-aa02-7acc45f2cacf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb5c2b7d-0364-4bdb-b089-44f1e75b4671,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:50:26.109401 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 47450) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:50:26.158031 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-14842af0-38d0-4fb4-ad21-6aedb12138b9 admin admin] Publish callbacks [] for security_group (eb5c2b7d-0364-4bdb-b089-44f1e75b4671), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:26.180506 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-14842af0-38d0-4fb4-ad21-6aedb12138b9 admin admin] Publish callbacks [] for security_group (eb5c2b7d-0364-4bdb-b089-44f1e75b4671), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:26.226202 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-14842af0-38d0-4fb4-ad21-6aedb12138b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (eb5c2b7d-0364-4bdb-b089-44f1e75b4671), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:26.228795 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-14842af0-38d0-4fb4-ad21-6aedb12138b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:26.229911 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-14842af0-38d0-4fb4-ad21-6aedb12138b9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/eb5c2b7d-0364-4bdb-b089-44f1e75b4671 HTTP/1.1" status: 204 len: 168 time: 0.1194644 Jan 27 16:50:26.237734 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14842af0-38d0-4fb4-ad21-6aedb12138b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb5c2b7d-0364-4bdb-b089-44f1e75b4671,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:50:26.492771 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040865c5-417b-4801-b45e-0525cc0dea80 req-33da975a-1904-412f-82db-a7e399c148c8 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:26.494291 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-040865c5-417b-4801-b45e-0525cc0dea80 req-33da975a-1904-412f-82db-a7e399c148c8 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5490cbd-3604-4065-b528-a305f9f211ce HTTP/1.1" status: 200 len: 945 time: 0.0518143 Jan 27 16:50:26.553436 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-040865c5-417b-4801-b45e-0525cc0dea80 req-3bfe3ec3-dd2c-4d86-ada6-92910b345b79 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534999 Jan 27 16:50:27.683389 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f6dac4-0a29-485b-befc-b9a180809a0e req-31d971c6-e8c0-45ab-a66a-7c8111e437d8 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:27.684897 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-c6f6dac4-0a29-485b-befc-b9a180809a0e req-31d971c6-e8c0-45ab-a66a-7c8111e437d8 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5490cbd-3604-4065-b528-a305f9f211ce HTTP/1.1" status: 200 len: 945 time: 0.0604439 Jan 27 16:50:27.733019 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-c6f6dac4-0a29-485b-befc-b9a180809a0e req-7382e0f5-0cca-469d-ad5f-12c5ad01b7db tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426691 Jan 27 16:50:28.848208 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24197fab-5b21-4393-81d6-f56431206aa1 req-8d224e00-ccc8-4673-899d-b09dab61087e tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:28.849628 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-24197fab-5b21-4393-81d6-f56431206aa1 req-8d224e00-ccc8-4673-899d-b09dab61087e tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5490cbd-3604-4065-b528-a305f9f211ce HTTP/1.1" status: 200 len: 945 time: 0.0490682 Jan 27 16:50:28.896339 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-24197fab-5b21-4393-81d6-f56431206aa1 req-3a2c4fdd-981f-456b-9fe4-ac3e00ce83b6 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406475 Jan 27 16:50:32.223502 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7bda1f-41eb-4932-b97e-85a02e500e22 req-6aa0abe9-0b69-4f0e-be5a-b7b875372512 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:32.224977 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-cc7bda1f-41eb-4932-b97e-85a02e500e22 req-6aa0abe9-0b69-4f0e-be5a-b7b875372512 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5490cbd-3604-4065-b528-a305f9f211ce HTTP/1.1" status: 200 len: 945 time: 0.0540667 Jan 27 16:50:32.270602 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-cc7bda1f-41eb-4932-b97e-85a02e500e22 req-507b6097-ee37-4127-8931-94aa037a072f tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393636 Jan 27 16:50:33.652010 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.agents_db [None req-5545c54b-af05-4075-94be-94e2438c302a None None] Agent healthcheck: found 6 active agents {{(pid=114097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 16:50:36.509220 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccb415e-864e-4a54-aff6-c6a91ef8d9f2 req-972521f1-98cd-4d6b-808a-fb9c4f2660f9 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:36.510695 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-6ccb415e-864e-4a54-aff6-c6a91ef8d9f2 req-972521f1-98cd-4d6b-808a-fb9c4f2660f9 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5490cbd-3604-4065-b528-a305f9f211ce HTTP/1.1" status: 200 len: 945 time: 0.0548198 Jan 27 16:50:36.560009 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-6ccb415e-864e-4a54-aff6-c6a91ef8d9f2 req-3d8e0827-8977-428f-afff-cf6ebee31840 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431366 Jan 27 16:50:38.148430 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03c436d-b1d6-43b9-8111-99492dae6458 req-b106e9a0-2801-44d3-a7fa-f0920ee23138 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:38.150046 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-d03c436d-b1d6-43b9-8111-99492dae6458 req-b106e9a0-2801-44d3-a7fa-f0920ee23138 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5490cbd-3604-4065-b528-a305f9f211ce HTTP/1.1" status: 200 len: 945 time: 0.0635579 Jan 27 16:50:38.201269 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-d03c436d-b1d6-43b9-8111-99492dae6458 req-d7c2a729-054e-44b5-880e-b7cdcedf4244 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457628 Jan 27 16:50:38.398215 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f715ca91-095b-481e-8dcb-f4d60230cf20 req-8ce6548c-21e1-4d89-b164-978516f39522 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:38.399620 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-f715ca91-095b-481e-8dcb-f4d60230cf20 req-8ce6548c-21e1-4d89-b164-978516f39522 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/networks?id=e61a4ef3-534d-479d-8867-5085e7d92be1 HTTP/1.1" status: 200 len: 815 time: 0.1145723 Jan 27 16:50:38.414790 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-f715ca91-095b-481e-8dcb-f4d60230cf20 req-55941234-6aa1-465e-87b6-8bcfda61c684 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/quotas/598ee83f7e1a494c8b94f241ab626b65 HTTP/1.1" status: 200 len: 375 time: 0.0097661 Jan 27 16:50:38.468832 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-f715ca91-095b-481e-8dcb-f4d60230cf20 req-5f8e1251-a0c5-4ea7-bbcc-ca65459efb73 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=598ee83f7e1a494c8b94f241ab626b65&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0486312 Jan 27 16:50:38.563732 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-f715ca91-095b-481e-8dcb-f4d60230cf20 req-feb604f3-7c41-4d4b-bbdc-29343091f09f service neutron] 10.222.0.48 "GET /v2.0/networks/e61a4ef3-534d-479d-8867-5085e7d92be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884507 Jan 27 16:50:38.656509 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-f715ca91-095b-481e-8dcb-f4d60230cf20 req-ca2aa2c2-64f7-4808-b592-1b9795690c5c service neutron] 10.222.0.48 "GET /v2.0/networks/e61a4ef3-534d-479d-8867-5085e7d92be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870340 Jan 27 16:50:38.823017 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-c58147d5-8c07-4cd8-b8d6-925e0cea7aba req-d94546ea-6365-42ce-8947-ce926437cc23 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f9b57a4-9946-4ef9-9ad9-f37538d57fa8 HTTP/1.1" status: 200 len: 210 time: 0.0337377 Jan 27 16:50:41.297391 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-0c3e89db-c49f-4d3f-b5dd-06479a6ffb39 req-cc16a69d-5243-41ee-9662-b7918340cfeb tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f9b57a4-9946-4ef9-9ad9-f37538d57fa8 HTTP/1.1" status: 200 len: 210 time: 0.0307136 Jan 27 16:50:41.311385 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c5a1ef-bddc-45cd-9e9b-419764d3cebb req-df822db8-0c45-443c-8aff-d7cd1fbe6f31 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:41.312929 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-84c5a1ef-bddc-45cd-9e9b-419764d3cebb req-df822db8-0c45-443c-8aff-d7cd1fbe6f31 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5490cbd-3604-4065-b528-a305f9f211ce HTTP/1.1" status: 200 len: 945 time: 0.0833321 Jan 27 16:50:41.360700 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-84c5a1ef-bddc-45cd-9e9b-419764d3cebb req-5c1aec0e-f2a2-42b3-9d13-cec97dc3fd45 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417509 Jan 27 16:50:41.990455 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f715ca91-095b-481e-8dcb-f4d60230cf20 req-cccf6825-0357-4456-a0a0-0cabd97b9047 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:41.992653 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-f715ca91-095b-481e-8dcb-f4d60230cf20 req-cccf6825-0357-4456-a0a0-0cabd97b9047 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.24 "GET /v2.0/networks?id=e61a4ef3-534d-479d-8867-5085e7d92be1 HTTP/1.1" status: 200 len: 815 time: 0.1156545 Jan 27 16:50:42.012241 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.v2.base [req-f715ca91-095b-481e-8dcb-f4d60230cf20 req-9134d570-8705-4a47-8d98-62e14fdd4e0b tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Request body: {'port': {'device_id': '9f9b57a4-9946-4ef9-9ad9-f37538d57fa8', 'network_id': 'e61a4ef3-534d-479d-8867-5085e7d92be1', 'admin_state_up': True, 'tenant_id': '598ee83f7e1a494c8b94f241ab626b65'}} {{(pid=114094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:50:42.119442 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f715ca91-095b-481e-8dcb-f4d60230cf20 req-9134d570-8705-4a47-8d98-62e14fdd4e0b tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Made reservation on behalf of 598ee83f7e1a494c8b94f241ab626b65 for: {'port': 1} {{(pid=114094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:50:42.123013 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-f715ca91-095b-481e-8dcb-f4d60230cf20 req-9134d570-8705-4a47-8d98-62e14fdd4e0b tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:42.272874 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.db_base_plugin_common [req-f715ca91-095b-481e-8dcb-f4d60230cf20 req-9134d570-8705-4a47-8d98-62e14fdd4e0b tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Allocated IP 172.20.0.11 (e61a4ef3-534d-479d-8867-5085e7d92be1/0bf965b2-91d5-4f22-9468-810e8979c5a9/903a0057-a715-41da-8342-5ec1b0689573) {{(pid=114094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:50:42.460004 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-9fc2e56c-ef33-4fe1-9a55-ed657d87c2bd req-01c8db16-5632-412c-acac-b75e25da9505 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f9b57a4-9946-4ef9-9ad9-f37538d57fa8 HTTP/1.1" status: 200 len: 210 time: 0.0456541 Jan 27 16:50:42.513870 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-f715ca91-095b-481e-8dcb-f4d60230cf20 req-9134d570-8705-4a47-8d98-62e14fdd4e0b tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Publish callbacks [] for port (903a0057-a715-41da-8342-5ec1b0689573), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:42.551685 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043c1a99-a97a-417b-a145-855bcb6cd11c req-e81e9939-c441-452a-9dc2-d2297410ab4a tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:42.556554 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-043c1a99-a97a-417b-a145-855bcb6cd11c req-e81e9939-c441-452a-9dc2-d2297410ab4a tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5490cbd-3604-4065-b528-a305f9f211ce HTTP/1.1" status: 200 len: 945 time: 0.0896058 Jan 27 16:50:42.562622 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-f715ca91-095b-481e-8dcb-f4d60230cf20 req-9134d570-8705-4a47-8d98-62e14fdd4e0b tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740202573617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777202'] for port (903a0057-a715-41da-8342-5ec1b0689573), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:42.594620 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] get_ports_and_sgs() called for port_ids ['edeff32f-9844-440c-a9f3-215374de7bd3', '18a8caa9-2a86-4e7b-b6f0-e3dc5d2fe716', 'b1c27e4d-7b4f-4ebe-a3ea-28060834be45'] {{(pid=114096) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 16:50:42.637852 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-043c1a99-a97a-417b-a145-855bcb6cd11c req-d73f8cb7-2624-4129-8449-b16e3f310bc4 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730057 Jan 27 16:50:42.659376 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f715ca91-095b-481e-8dcb-f4d60230cf20 req-9134d570-8705-4a47-8d98-62e14fdd4e0b tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Network e61a4ef3-534d-479d-8867-5085e7d92be1 is already hosted by enough agents. {{(pid=114094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:50:42.661539 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.base_scheduler [req-f715ca91-095b-481e-8dcb-f4d60230cf20 req-9134d570-8705-4a47-8d98-62e14fdd4e0b tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Resources bound (agent type, host, resource id): {{(pid=114094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:50:42.718008 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9134d570-8705-4a47-8d98-62e14fdd4e0b tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Pushing event updated for resources: {'Port': ['ID=903a0057-a715-41da-8342-5ec1b0689573,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:50:42.723684 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.l3_dvrscheduler_db [req-f715ca91-095b-481e-8dcb-f4d60230cf20 req-9134d570-8705-4a47-8d98-62e14fdd4e0b tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Received port after_create {{(pid=114094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:50:42.777984 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f715ca91-095b-481e-8dcb-f4d60230cf20 req-9134d570-8705-4a47-8d98-62e14fdd4e0b tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:42.778758 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-f715ca91-095b-481e-8dcb-f4d60230cf20 req-9134d570-8705-4a47-8d98-62e14fdd4e0b tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118807'] for port (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:42.796985 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9134d570-8705-4a47-8d98-62e14fdd4e0b tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:50:42.797436 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9134d570-8705-4a47-8d98-62e14fdd4e0b tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:50:42.797777 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9134d570-8705-4a47-8d98-62e14fdd4e0b tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:50:42.798138 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9134d570-8705-4a47-8d98-62e14fdd4e0b tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:50:42.798813 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9134d570-8705-4a47-8d98-62e14fdd4e0b tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:50:42.799313 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9134d570-8705-4a47-8d98-62e14fdd4e0b tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:50:42.799873 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9134d570-8705-4a47-8d98-62e14fdd4e0b tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:50:42.800222 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9134d570-8705-4a47-8d98-62e14fdd4e0b tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:50:42.800753 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9134d570-8705-4a47-8d98-62e14fdd4e0b tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:50:42.801481 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9134d570-8705-4a47-8d98-62e14fdd4e0b tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:50:42.801995 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9134d570-8705-4a47-8d98-62e14fdd4e0b tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:50:42.802637 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9134d570-8705-4a47-8d98-62e14fdd4e0b tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:50:42.803333 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9134d570-8705-4a47-8d98-62e14fdd4e0b tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:50:42.815018 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-f715ca91-095b-481e-8dcb-f4d60230cf20 req-9134d570-8705-4a47-8d98-62e14fdd4e0b tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8067939 Jan 27 16:50:42.821924 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e65e4-e28d-4a4d-8cdd-d1f9ee1b138b req-561a1470-b535-424b-b365-d100fa9edde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:42.823555 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-d09e65e4-e28d-4a4d-8cdd-d1f9ee1b138b req-561a1470-b535-424b-b365-d100fa9edde9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b5490cbd-3604-4065-b528-a305f9f211ce HTTP/1.1" status: 200 len: 1098 time: 0.1799891 Jan 27 16:50:42.857726 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.v2.base [req-f715ca91-095b-481e-8dcb-f4d60230cf20 req-5ddfcd36-9737-4f5d-9a3e-1f42f5252949 service neutron] Request body: {'port': {'device_id': '9f9b57a4-9946-4ef9-9ad9-f37538d57fa8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81883'}} {{(pid=114094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:50:42.921847 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-d09e65e4-e28d-4a4d-8cdd-d1f9ee1b138b req-6ebbfb12-0bc6-4a95-a281-7d5c69af0255 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893352 Jan 27 16:50:42.973831 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-f715ca91-095b-481e-8dcb-f4d60230cf20 req-5ddfcd36-9737-4f5d-9a3e-1f42f5252949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (903a0057-a715-41da-8342-5ec1b0689573), before_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:43.252690 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.notifiers.nova [req-f715ca91-095b-481e-8dcb-f4d60230cf20 req-5ddfcd36-9737-4f5d-9a3e-1f42f5252949 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 903a0057-a715-41da-8342-5ec1b0689573 {{(pid=114094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:50:43.259938 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-f715ca91-095b-481e-8dcb-f4d60230cf20 req-5ddfcd36-9737-4f5d-9a3e-1f42f5252949 service neutron] Publish callbacks [] for port (903a0057-a715-41da-8342-5ec1b0689573), precommit_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:43.271785 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.provisioning_blocks [req-f715ca91-095b-481e-8dcb-f4d60230cf20 req-5ddfcd36-9737-4f5d-9a3e-1f42f5252949 service neutron] Transition to ACTIVE for port object 903a0057-a715-41da-8342-5ec1b0689573 will not be triggered until provisioned by entity L2. {{(pid=114094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 16:50:43.276574 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-f715ca91-095b-481e-8dcb-f4d60230cf20 req-5ddfcd36-9737-4f5d-9a3e-1f42f5252949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8776969'] for port (903a0057-a715-41da-8342-5ec1b0689573), after_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:43.356559 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddfcd36-9737-4f5d-9a3e-1f42f5252949 service neutron] Pushing event updated for resources: {'Port': ['ID=903a0057-a715-41da-8342-5ec1b0689573,revision_number=2']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:50:43.411162 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.managers [req-f715ca91-095b-481e-8dcb-f4d60230cf20 req-5ddfcd36-9737-4f5d-9a3e-1f42f5252949 service neutron] Attempting to bind port 903a0057-a715-41da-8342-5ec1b0689573 on host hv-cinder-81883 for vnic_type normal with profile {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:50:43.411500 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.managers [req-f715ca91-095b-481e-8dcb-f4d60230cf20 req-5ddfcd36-9737-4f5d-9a3e-1f42f5252949 service neutron] Attempting to bind port 903a0057-a715-41da-8342-5ec1b0689573 by drivers openvswitch,hyperv on host hv-cinder-81883 at level 0 using segments [{'id': '1779a445-beda-4dcd-8f98-83ef8a804122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e61a4ef3-534d-479d-8867-5085e7d92be1'}] {{(pid=114094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:50:43.411857 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f715ca91-095b-481e-8dcb-f4d60230cf20 req-5ddfcd36-9737-4f5d-9a3e-1f42f5252949 service neutron] Attempting to bind port 903a0057-a715-41da-8342-5ec1b0689573 on network e61a4ef3-534d-479d-8867-5085e7d92be1 {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:50:43.416698 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f715ca91-095b-481e-8dcb-f4d60230cf20 req-5ddfcd36-9737-4f5d-9a3e-1f42f5252949 service neutron] Port 903a0057-a715-41da-8342-5ec1b0689573 on network e61a4ef3-534d-479d-8867-5085e7d92be1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81883 {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 16:50:43.417017 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f715ca91-095b-481e-8dcb-f4d60230cf20 req-5ddfcd36-9737-4f5d-9a3e-1f42f5252949 service neutron] Attempting to bind port 903a0057-a715-41da-8342-5ec1b0689573 on network e61a4ef3-534d-479d-8867-5085e7d92be1 {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:50:43.421865 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f715ca91-095b-481e-8dcb-f4d60230cf20 req-5ddfcd36-9737-4f5d-9a3e-1f42f5252949 service neutron] Checking agent: {'id': '853c399d-72c7-467e-bd42-08a47e7fb1c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81883', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 46, 47), 'started_at': datetime.datetime(2022, 1, 27, 16, 46, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:50:43.422197 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f715ca91-095b-481e-8dcb-f4d60230cf20 req-5ddfcd36-9737-4f5d-9a3e-1f42f5252949 service neutron] Checking segment: {'id': '1779a445-beda-4dcd-8f98-83ef8a804122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e61a4ef3-534d-479d-8867-5085e7d92be1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:50:43.422575 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f715ca91-095b-481e-8dcb-f4d60230cf20 req-5ddfcd36-9737-4f5d-9a3e-1f42f5252949 service neutron] Bound using segment: {'id': '1779a445-beda-4dcd-8f98-83ef8a804122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e61a4ef3-534d-479d-8867-5085e7d92be1'} {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:50:43.422996 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.managers [req-f715ca91-095b-481e-8dcb-f4d60230cf20 req-5ddfcd36-9737-4f5d-9a3e-1f42f5252949 service neutron] Bound port: 903a0057-a715-41da-8342-5ec1b0689573, host: hv-cinder-81883, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1779a445-beda-4dcd-8f98-83ef8a804122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e61a4ef3-534d-479d-8867-5085e7d92be1'}}] {{(pid=114094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:50:43.423348 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-f715ca91-095b-481e-8dcb-f4d60230cf20 req-5ddfcd36-9737-4f5d-9a3e-1f42f5252949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (903a0057-a715-41da-8342-5ec1b0689573), before_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:43.492030 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.db [req-f715ca91-095b-481e-8dcb-f4d60230cf20 req-5ddfcd36-9737-4f5d-9a3e-1f42f5252949 service neutron] For port 903a0057-a715-41da-8342-5ec1b0689573, host hv-cinder-81883, cleared binding levels {{(pid=114094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:50:43.497431 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.db [req-f715ca91-095b-481e-8dcb-f4d60230cf20 req-5ddfcd36-9737-4f5d-9a3e-1f42f5252949 service neutron] For port 903a0057-a715-41da-8342-5ec1b0689573, host hv-cinder-81883, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=903a0057-a715-41da-8342-5ec1b0689573,segment=NetworkSegment(1779a445-beda-4dcd-8f98-83ef8a804122),segment_id=1779a445-beda-4dcd-8f98-83ef8a804122)] {{(pid=114094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:50:43.504187 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-f715ca91-095b-481e-8dcb-f4d60230cf20 req-5ddfcd36-9737-4f5d-9a3e-1f42f5252949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8776969'] for port (903a0057-a715-41da-8342-5ec1b0689573), after_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:43.540670 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f715ca91-095b-481e-8dcb-f4d60230cf20 req-5ddfcd36-9737-4f5d-9a3e-1f42f5252949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:43.541327 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-f715ca91-095b-481e-8dcb-f4d60230cf20 req-5ddfcd36-9737-4f5d-9a3e-1f42f5252949 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118807'] for port (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:43.542644 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-f715ca91-095b-481e-8dcb-f4d60230cf20 req-5ddfcd36-9737-4f5d-9a3e-1f42f5252949 service neutron] 10.222.0.24 "PUT /v2.0/ports/903a0057-a715-41da-8342-5ec1b0689573 HTTP/1.1" status: 200 len: 1094 time: 0.7180533 Jan 27 16:50:43.543084 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f9b57a4-9946-4ef9-9ad9-f37538d57fa8', 'tag': '903a0057-a715-41da-8342-5ec1b0689573'}] {{(pid=114094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:50:43.545319 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}342a798d1d13ecd85fd4efdf34ff3908ecd3b9322feeb0f720fcdcd52e7e333b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f10e8d-cd55-4155-8b90-b180b13e0d4f" -d '{"events": [{"name": "network-changed", "server_uuid": "9f9b57a4-9946-4ef9-9ad9-f37538d57fa8", "tag": "903a0057-a715-41da-8342-5ec1b0689573"}]}' {{(pid=114094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:50:43.571249 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddfcd36-9737-4f5d-9a3e-1f42f5252949 service neutron] Pushing event updated for resources: {'Port': ['ID=903a0057-a715-41da-8342-5ec1b0689573,revision_number=3']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:50:43.598033 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1539ca-4c50-468b-b18a-ed1b195d4431 req-01ee12be-c07a-4ef8-bca0-6344ccb358c5 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:43.599276 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 16:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dbc72fe-0f1a-469c-80b4-5b4df0d58637 x-openstack-request-id: req-4dbc72fe-0f1a-469c-80b4-5b4df0d58637 {{(pid=114094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:50:43.599535 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-bd1539ca-4c50-468b-b18a-ed1b195d4431 req-01ee12be-c07a-4ef8-bca0-6344ccb358c5 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f9b57a4-9946-4ef9-9ad9-f37538d57fa8 HTTP/1.1" status: 200 len: 944 time: 0.0778496 Jan 27 16:50:43.599657 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f9b57a4-9946-4ef9-9ad9-f37538d57fa8", "tag": "903a0057-a715-41da-8342-5ec1b0689573", "status": "completed", "code": 200}]} {{(pid=114094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:50:43.599896 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4dbc72fe-0f1a-469c-80b4-5b4df0d58637 {{(pid=114094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:50:43.600924 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f9b57a4-9946-4ef9-9ad9-f37538d57fa8', 'tag': '903a0057-a715-41da-8342-5ec1b0689573', 'status': 'completed', 'code': 200} Jan 27 16:50:43.634399 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f715ca91-095b-481e-8dcb-f4d60230cf20 req-1cc27cca-fe86-485d-be97-e90086783580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:43.635981 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-f715ca91-095b-481e-8dcb-f4d60230cf20 req-1cc27cca-fe86-485d-be97-e90086783580 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=598ee83f7e1a494c8b94f241ab626b65&device_id=9f9b57a4-9946-4ef9-9ad9-f37538d57fa8 HTTP/1.1" status: 200 len: 1097 time: 0.0471482 Jan 27 16:50:43.650168 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-bd1539ca-4c50-468b-b18a-ed1b195d4431 req-a59ad6fc-9d44-4fe6-929f-96172e5f98a8 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b312599-18fb-44ac-8380-190ce0b5ebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431206 Jan 27 16:50:43.681546 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-f715ca91-095b-481e-8dcb-f4d60230cf20 req-a6c14296-4c0c-4942-a9c6-f72bff540257 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=903a0057-a715-41da-8342-5ec1b0689573 HTTP/1.1" status: 200 len: 217 time: 0.0352502 Jan 27 16:50:43.734475 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f715ca91-095b-481e-8dcb-f4d60230cf20 req-8b2ebfd7-7ab1-44c1-a2b5-ba0f3dbc8ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:43.735941 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-f715ca91-095b-481e-8dcb-f4d60230cf20 req-8b2ebfd7-7ab1-44c1-a2b5-ba0f3dbc8ef1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0bf965b2-91d5-4f22-9468-810e8979c5a9 HTTP/1.1" status: 200 len: 855 time: 0.0467992 Jan 27 16:50:43.758288 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f0b59f-9f19-499c-bb08-c1fe3e398bfd req-9cae05cf-f069-43de-82a4-6058f40597e8 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:43.759687 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-b1f0b59f-9f19-499c-bb08-c1fe3e398bfd req-9cae05cf-f069-43de-82a4-6058f40597e8 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5490cbd-3604-4065-b528-a305f9f211ce HTTP/1.1" status: 200 len: 945 time: 0.0472775 Jan 27 16:50:43.766658 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-f715ca91-095b-481e-8dcb-f4d60230cf20 req-1d6d68b9-d750-4921-aacf-acb76933f62c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e61a4ef3-534d-479d-8867-5085e7d92be1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235233 Jan 27 16:50:43.809257 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-b1f0b59f-9f19-499c-bb08-c1fe3e398bfd req-ca3685a6-58db-4ec4-b968-8912dadc1536 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439434 Jan 27 16:50:43.857208 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-f715ca91-095b-481e-8dcb-f4d60230cf20 req-27288ae5-3632-4454-8733-e544b725f02f service neutron] 10.222.0.24 "GET /v2.0/networks/e61a4ef3-534d-479d-8867-5085e7d92be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819950 Jan 27 16:50:43.953568 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-f715ca91-095b-481e-8dcb-f4d60230cf20 req-b14b4ecd-dcba-42ce-a0dd-33238a7fe2f8 service neutron] 10.222.0.24 "GET /v2.0/networks/e61a4ef3-534d-479d-8867-5085e7d92be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858159 Jan 27 16:50:44.054107 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f10e8d-cd55-4155-8b90-b180b13e0d4f req-653d73ed-e2b2-4a3b-ac31-1654ecaf0832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:44.055726 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-d7f10e8d-cd55-4155-8b90-b180b13e0d4f req-653d73ed-e2b2-4a3b-ac31-1654ecaf0832 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=598ee83f7e1a494c8b94f241ab626b65&device_id=9f9b57a4-9946-4ef9-9ad9-f37538d57fa8 HTTP/1.1" status: 200 len: 1097 time: 0.0415633 Jan 27 16:50:44.162420 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f10e8d-cd55-4155-8b90-b180b13e0d4f req-e7027086-0b48-4c53-8eba-01eb73b54987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:44.164666 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-d7f10e8d-cd55-4155-8b90-b180b13e0d4f req-e7027086-0b48-4c53-8eba-01eb73b54987 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e61a4ef3-534d-479d-8867-5085e7d92be1 HTTP/1.1" status: 200 len: 916 time: 0.0971074 Jan 27 16:50:44.211393 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-d7f10e8d-cd55-4155-8b90-b180b13e0d4f req-ab3bc970-3b0e-445e-950e-87128aca24f1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=903a0057-a715-41da-8342-5ec1b0689573 HTTP/1.1" status: 200 len: 217 time: 0.0391493 Jan 27 16:50:44.277620 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f10e8d-cd55-4155-8b90-b180b13e0d4f req-62cbf388-1915-4926-9759-c17c5f7808bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:44.279024 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-d7f10e8d-cd55-4155-8b90-b180b13e0d4f req-62cbf388-1915-4926-9759-c17c5f7808bb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0bf965b2-91d5-4f22-9468-810e8979c5a9 HTTP/1.1" status: 200 len: 855 time: 0.0431373 Jan 27 16:50:44.312806 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-d7f10e8d-cd55-4155-8b90-b180b13e0d4f req-08a1c7a6-7d29-44cb-9365-826e5c2edad5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e61a4ef3-534d-479d-8867-5085e7d92be1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239418 Jan 27 16:50:44.416168 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-d7f10e8d-cd55-4155-8b90-b180b13e0d4f req-deb267f8-ca8b-4456-b355-59d22a8256ba service neutron] 10.222.0.24 "GET /v2.0/networks/e61a4ef3-534d-479d-8867-5085e7d92be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905452 Jan 27 16:50:44.512260 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-d7f10e8d-cd55-4155-8b90-b180b13e0d4f req-0b6d0012-0c4d-4743-b072-ce3dea8b9559 service neutron] 10.222.0.24 "GET /v2.0/networks/e61a4ef3-534d-479d-8867-5085e7d92be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873973 Jan 27 16:50:44.776881 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce976d-bed1-4221-9ae3-7dbf66fc6d1d req-c95290f3-ee9a-467d-b5a0-be8835896753 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:44.778344 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-0cce976d-bed1-4221-9ae3-7dbf66fc6d1d req-c95290f3-ee9a-467d-b5a0-be8835896753 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f9b57a4-9946-4ef9-9ad9-f37538d57fa8 HTTP/1.1" status: 200 len: 944 time: 0.0483539 Jan 27 16:50:44.825267 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-0cce976d-bed1-4221-9ae3-7dbf66fc6d1d req-dc17b7a4-1356-4830-ac03-8c8c3d557d17 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b312599-18fb-44ac-8380-190ce0b5ebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413134 Jan 27 16:50:44.929820 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c213fc-be4d-436e-bc8e-21de8bb8527a req-05c0936d-1c83-40e2-9daa-9ac4d4cf5b8b tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:44.931284 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-53c213fc-be4d-436e-bc8e-21de8bb8527a req-05c0936d-1c83-40e2-9daa-9ac4d4cf5b8b tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5490cbd-3604-4065-b528-a305f9f211ce HTTP/1.1" status: 200 len: 945 time: 0.0509992 Jan 27 16:50:44.977348 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-53c213fc-be4d-436e-bc8e-21de8bb8527a req-1d2513b1-353b-401f-97e2-7863199211d3 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405395 Jan 27 16:50:45.092047 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0979f1f-b191-4cd7-bfaf-4553b5ed120c req-b20d922a-123f-407c-b075-09590b822a28 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:45.093408 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-f0979f1f-b191-4cd7-bfaf-4553b5ed120c req-b20d922a-123f-407c-b075-09590b822a28 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2 HTTP/1.1" status: 200 len: 945 time: 0.0500457 Jan 27 16:50:45.138415 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-f0979f1f-b191-4cd7-bfaf-4553b5ed120c req-024fe521-1312-49a8-a3fd-a85d829aa798 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394886 Jan 27 16:50:45.947100 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab235389-f864-451e-9667-258e3c533d7c req-ed4bac6e-9ef0-4638-9d73-0cffa82459eb tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:45.948609 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-ab235389-f864-451e-9667-258e3c533d7c req-ed4bac6e-9ef0-4638-9d73-0cffa82459eb tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f9b57a4-9946-4ef9-9ad9-f37538d57fa8 HTTP/1.1" status: 200 len: 944 time: 0.0489552 Jan 27 16:50:45.995916 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-ab235389-f864-451e-9667-258e3c533d7c req-f3f61be2-06f1-4ad4-9c4d-f43f9d551efb tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b312599-18fb-44ac-8380-190ce0b5ebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414472 Jan 27 16:50:46.383613 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-969da152-090b-4bc9-a12b-e27e124e1674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (b49cc950-6aaa-44e3-a3c4-70b67101afab), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:46.719838 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a28d7-fcb7-4d70-ae6b-8c181a1edd7a req-bc13f2c5-63de-4841-9ae4-29d23d14175f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:46.721656 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-953a28d7-fcb7-4d70-ae6b-8c181a1edd7a req-bc13f2c5-63de-4841-9ae4-29d23d14175f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=326cd822c847423ba2417f593ca8c6ff&device_id=0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2 HTTP/1.1" status: 200 len: 1098 time: 0.0515308 Jan 27 16:50:46.721813 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8bd783-1f62-4730-b533-e820af575465 req-ffe1f612-dea9-4bbc-8841-c67341209f77 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:46.723387 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-ca8bd783-1f62-4730-b533-e820af575465 req-ffe1f612-dea9-4bbc-8841-c67341209f77 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2 HTTP/1.1" status: 200 len: 945 time: 0.0565331 Jan 27 16:50:46.775998 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-ca8bd783-1f62-4730-b533-e820af575465 req-5b3ba89e-fc8a-481e-a361-2821928704d8 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464377 Jan 27 16:50:46.849777 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-6a96ac89-9f97-4b92-9a32-c365c333cfa3 req-ef70808c-591c-409c-8c28-e3198567239c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2a0a7f18-d314-4368-bed8-cb27c0ba466b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0984402 Jan 27 16:50:46.869144 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a28d7-fcb7-4d70-ae6b-8c181a1edd7a req-3a5a85f5-0f76-4baa-98ec-1429f8fb6129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:46.870816 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-953a28d7-fcb7-4d70-ae6b-8c181a1edd7a req-3a5a85f5-0f76-4baa-98ec-1429f8fb6129 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d601b71c-9e85-4907-a350-1cc1a1486f21 HTTP/1.1" status: 200 len: 920 time: 0.1269200 Jan 27 16:50:46.933770 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-953a28d7-fcb7-4d70-ae6b-8c181a1edd7a req-a8a0c046-4149-4162-ab2b-3f9c9648f55d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f3362f6-2e54-4b45-89fc-94c7ecae5a49 HTTP/1.1" status: 200 len: 217 time: 0.0565803 Jan 27 16:50:46.995620 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a28d7-fcb7-4d70-ae6b-8c181a1edd7a req-e85d1353-2c5e-4f91-9105-1d2eee94f349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:46.997068 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-953a28d7-fcb7-4d70-ae6b-8c181a1edd7a req-e85d1353-2c5e-4f91-9105-1d2eee94f349 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e7392202-f723-44b8-a453-411e289e56a2 HTTP/1.1" status: 200 len: 859 time: 0.0505071 Jan 27 16:50:46.999517 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a96ac89-9f97-4b92-9a32-c365c333cfa3 req-2f792b21-610d-4b49-be97-073c4b914167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:47.000950 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-6a96ac89-9f97-4b92-9a32-c365c333cfa3 req-2f792b21-610d-4b49-be97-073c4b914167 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=598ee83f7e1a494c8b94f241ab626b65&device_id=2a0a7f18-d314-4368-bed8-cb27c0ba466b HTTP/1.1" status: 200 len: 1098 time: 0.1128411 Jan 27 16:50:47.035437 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-953a28d7-fcb7-4d70-ae6b-8c181a1edd7a req-0662ef7d-64c3-4cec-83a7-ce798185829c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d601b71c-9e85-4907-a350-1cc1a1486f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277019 Jan 27 16:50:47.129079 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22698ad4-618b-4325-b7fd-b81e9182b19d req-5c20015b-4f73-46aa-b7b8-b82868d0cb4f tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:47.131925 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-22698ad4-618b-4325-b7fd-b81e9182b19d req-5c20015b-4f73-46aa-b7b8-b82868d0cb4f tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f9b57a4-9946-4ef9-9ad9-f37538d57fa8 HTTP/1.1" status: 200 len: 944 time: 0.0556481 Jan 27 16:50:47.187978 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a96ac89-9f97-4b92-9a32-c365c333cfa3 req-9462928e-cd12-4516-bd29-e840c448ca3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:47.188148 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-22698ad4-618b-4325-b7fd-b81e9182b19d req-d8988c8a-0572-4fbb-a1c2-65f7d7721191 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b312599-18fb-44ac-8380-190ce0b5ebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445185 Jan 27 16:50:47.189409 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-6a96ac89-9f97-4b92-9a32-c365c333cfa3 req-9462928e-cd12-4516-bd29-e840c448ca3d service neutron] 10.222.0.24 "GET /v2.0/networks?id=e61a4ef3-534d-479d-8867-5085e7d92be1 HTTP/1.1" status: 200 len: 916 time: 0.1531074 Jan 27 16:50:47.191223 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-953a28d7-fcb7-4d70-ae6b-8c181a1edd7a req-431be270-fda9-4d9b-8699-ca3e8f9201ea service neutron] 10.222.0.24 "GET /v2.0/networks/d601b71c-9e85-4907-a350-1cc1a1486f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471229 Jan 27 16:50:47.259170 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-6a96ac89-9f97-4b92-9a32-c365c333cfa3 req-c3c1867a-8a2a-4bf9-a804-a3e03737edcb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=edeff32f-9844-440c-a9f3-215374de7bd3 HTTP/1.1" status: 200 len: 217 time: 0.0530341 Jan 27 16:50:47.303639 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device 903a0057-a715-41da-8342-5ec1b0689573 details requested by agent hyperv_hv-cinder-81883 with host hv-cinder-81883 {{(pid=114096) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 16:50:47.363257 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a96ac89-9f97-4b92-9a32-c365c333cfa3 req-349bd5a9-8579-4b7c-9e64-0572aa659bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:47.363257 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-6a96ac89-9f97-4b92-9a32-c365c333cfa3 req-349bd5a9-8579-4b7c-9e64-0572aa659bd9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0bf965b2-91d5-4f22-9468-810e8979c5a9 HTTP/1.1" status: 200 len: 855 time: 0.0776100 Jan 27 16:50:47.377900 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-953a28d7-fcb7-4d70-ae6b-8c181a1edd7a req-07f92802-7fc2-412f-b217-7fa83a0826d4 service neutron] 10.222.0.24 "GET /v2.0/networks/d601b71c-9e85-4907-a350-1cc1a1486f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682439 Jan 27 16:50:47.406114 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-6a96ac89-9f97-4b92-9a32-c365c333cfa3 req-049c847d-9d5f-49ed-bf87-d6d18537a182 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e61a4ef3-534d-479d-8867-5085e7d92be1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272489 Jan 27 16:50:47.533505 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] For port 903a0057-a715-41da-8342-5ec1b0689573, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=903a0057-a715-41da-8342-5ec1b0689573,segment=NetworkSegment(1779a445-beda-4dcd-8f98-83ef8a804122),segment_id=1779a445-beda-4dcd-8f98-83ef8a804122)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:50:47.536085 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-6a96ac89-9f97-4b92-9a32-c365c333cfa3 req-57c54ed4-4661-45b6-abdb-cb6c25f0ea57 service neutron] 10.222.0.24 "GET /v2.0/networks/e61a4ef3-534d-479d-8867-5085e7d92be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210351 Jan 27 16:50:47.546194 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Returning: {'device': '903a0057-a715-41da-8342-5ec1b0689573', 'network_id': 'e61a4ef3-534d-479d-8867-5085e7d92be1', 'port_id': '903a0057-a715-41da-8342-5ec1b0689573', 'mac_address': 'fa:16:3e:25:9e:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bf965b2-91d5-4f22-9468-810e8979c5a9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114096) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 16:50:47.584250 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Current status of the port 903a0057-a715-41da-8342-5ec1b0689573 is: DOWN; New status is: BUILD {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:50:47.584921 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (903a0057-a715-41da-8342-5ec1b0689573), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:47.601575 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.notifiers.nova [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 903a0057-a715-41da-8342-5ec1b0689573 {{(pid=114096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:50:47.624832 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] For port 903a0057-a715-41da-8342-5ec1b0689573, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=903a0057-a715-41da-8342-5ec1b0689573,segment=NetworkSegment(1779a445-beda-4dcd-8f98-83ef8a804122),segment_id=1779a445-beda-4dcd-8f98-83ef8a804122)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:50:47.632763 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (903a0057-a715-41da-8342-5ec1b0689573), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:47.656830 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-6a96ac89-9f97-4b92-9a32-c365c333cfa3 req-98eeabd2-937a-4361-9880-5677d6facd75 service neutron] 10.222.0.24 "GET /v2.0/networks/e61a4ef3-534d-479d-8867-5085e7d92be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143591 Jan 27 16:50:47.686677 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Pushing event updated for resources: {'Port': ['ID=903a0057-a715-41da-8342-5ec1b0689573,revision_number=4']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:50:47.767686 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 47882) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:50:47.802530 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 47886) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:50:47.917864 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-57a95822-bcc0-4031-8259-bbb716c3d1ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:47.932281 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ca7495-0d94-4e9d-a619-5b8a112fa5f1 req-cca30f29-c7ee-44db-98f4-dde814b76dbe tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:47.933881 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-35ca7495-0d94-4e9d-a619-5b8a112fa5f1 req-cca30f29-c7ee-44db-98f4-dde814b76dbe tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2 HTTP/1.1" status: 200 len: 945 time: 0.0770524 Jan 27 16:50:47.941084 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-dd51217e-d296-41dc-a67d-6dfb830a6274 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:48.003657 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-57a95822-bcc0-4031-8259-bbb716c3d1ce admin admin] Publish callbacks [] for security_group (83590fdd-7d7b-4e1b-8be2-90b722e3b92c), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:48.008240 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-57a95822-bcc0-4031-8259-bbb716c3d1ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (83590fdd-7d7b-4e1b-8be2-90b722e3b92c), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:48.014007 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-35ca7495-0d94-4e9d-a619-5b8a112fa5f1 req-b2bacfac-d8ff-4b0a-9bab-425b184ba2e0 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694878 Jan 27 16:50:48.027678 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] get_ports_and_sgs() called for port_ids ['903a0057-a715-41da-8342-5ec1b0689573'] {{(pid=114096) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 16:50:48.051698 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-57a95822-bcc0-4031-8259-bbb716c3d1ce admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=83bc84b8e4264295a93590a6ca6040e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2474396 Jan 27 16:50:48.056310 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 47896) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:50:48.061272 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a95822-bcc0-4031-8259-bbb716c3d1ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83590fdd-7d7b-4e1b-8be2-90b722e3b92c,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:50:48.084884 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-dd51217e-d296-41dc-a67d-6dfb830a6274 admin admin] Publish callbacks [] for security_group (de5c9fac-d336-4c7c-b5f2-fc0db811e622), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:48.096598 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-dd51217e-d296-41dc-a67d-6dfb830a6274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (de5c9fac-d336-4c7c-b5f2-fc0db811e622), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:48.149631 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd51217e-d296-41dc-a67d-6dfb830a6274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de5c9fac-d336-4c7c-b5f2-fc0db811e622,revision_number=1']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:50:48.156233 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-dd51217e-d296-41dc-a67d-6dfb830a6274 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=656628e4e7ea4e348509fa2cf4175d8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3874941 Jan 27 16:50:48.158896 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 47898) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:50:48.170420 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd51217e-d296-41dc-a67d-6dfb830a6274 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:50:48.170778 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd51217e-d296-41dc-a67d-6dfb830a6274 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:50:48.171127 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd51217e-d296-41dc-a67d-6dfb830a6274 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:50:48.171999 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd51217e-d296-41dc-a67d-6dfb830a6274 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:50:48.172349 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd51217e-d296-41dc-a67d-6dfb830a6274 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:50:48.172688 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd51217e-d296-41dc-a67d-6dfb830a6274 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:50:48.173025 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd51217e-d296-41dc-a67d-6dfb830a6274 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:50:48.173365 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd51217e-d296-41dc-a67d-6dfb830a6274 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:50:48.173700 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd51217e-d296-41dc-a67d-6dfb830a6274 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:50:48.174030 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd51217e-d296-41dc-a67d-6dfb830a6274 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:50:48.174820 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd51217e-d296-41dc-a67d-6dfb830a6274 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:50:48.175153 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd51217e-d296-41dc-a67d-6dfb830a6274 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:50:48.175480 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd51217e-d296-41dc-a67d-6dfb830a6274 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:50:48.183887 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-5fa868c3-7b70-4f31-9c29-9fe079f4ad9d admin admin] Publish callbacks [] for security_group (83590fdd-7d7b-4e1b-8be2-90b722e3b92c), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:48.208672 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-5fa868c3-7b70-4f31-9c29-9fe079f4ad9d admin admin] Publish callbacks [] for security_group (83590fdd-7d7b-4e1b-8be2-90b722e3b92c), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:48.245551 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-cd4acfe2-320b-4ee6-a50f-8f24d82289ae admin admin] Publish callbacks [] for security_group (de5c9fac-d336-4c7c-b5f2-fc0db811e622), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:48.265071 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-5fa868c3-7b70-4f31-9c29-9fe079f4ad9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (83590fdd-7d7b-4e1b-8be2-90b722e3b92c), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:48.267656 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-5fa868c3-7b70-4f31-9c29-9fe079f4ad9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:48.268796 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-5fa868c3-7b70-4f31-9c29-9fe079f4ad9d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/83590fdd-7d7b-4e1b-8be2-90b722e3b92c HTTP/1.1" status: 204 len: 168 time: 0.2114282 Jan 27 16:50:48.278968 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-cd4acfe2-320b-4ee6-a50f-8f24d82289ae admin admin] Publish callbacks [] for security_group (de5c9fac-d336-4c7c-b5f2-fc0db811e622), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:48.288183 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa868c3-7b70-4f31-9c29-9fe079f4ad9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83590fdd-7d7b-4e1b-8be2-90b722e3b92c,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:50:48.325801 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491bfe52-ca4d-41e1-a39d-ef85f818d429 req-79a8cdd7-c491-471a-8aa9-0737144a1145 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:48.327603 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-491bfe52-ca4d-41e1-a39d-ef85f818d429 req-79a8cdd7-c491-471a-8aa9-0737144a1145 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f9b57a4-9946-4ef9-9ad9-f37538d57fa8 HTTP/1.1" status: 200 len: 945 time: 0.0572443 Jan 27 16:50:48.341430 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (853c399d-72c7-467e-bd42-08a47e7fb1c3), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:48.355554 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-cd4acfe2-320b-4ee6-a50f-8f24d82289ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (de5c9fac-d336-4c7c-b5f2-fc0db811e622), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:48.358078 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-cd4acfe2-320b-4ee6-a50f-8f24d82289ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:48.362120 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-cd4acfe2-320b-4ee6-a50f-8f24d82289ae admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/de5c9fac-d336-4c7c-b5f2-fc0db811e622 HTTP/1.1" status: 204 len: 168 time: 0.1994123 Jan 27 16:50:48.384400 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4acfe2-320b-4ee6-a50f-8f24d82289ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5c9fac-d336-4c7c-b5f2-fc0db811e622,revision_number=None']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:50:48.414601 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-491bfe52-ca4d-41e1-a39d-ef85f818d429 req-17f629fc-bd4e-4b32-929f-2a23b101af86 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b312599-18fb-44ac-8380-190ce0b5ebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713563 Jan 27 16:50:48.442125 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-4e745b31-5569-4f16-9f10-fc3cd2b1c3ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (bdbd084a-7876-495d-b5d9-cf3ee18f0227), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:48.751179 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 47926) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:50:48.914038 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-f599b7f8-f143-4f85-b669-755520aa339b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:48.992844 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-f599b7f8-f143-4f85-b669-755520aa339b admin admin] Publish callbacks [] for security_group (45a83292-13da-4dda-802d-2c15ef9d510f), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:48.997072 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-f599b7f8-f143-4f85-b669-755520aa339b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (45a83292-13da-4dda-802d-2c15ef9d510f), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:49.045737 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-f599b7f8-f143-4f85-b669-755520aa339b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f30ceb09fa7c4c92bb12f87d3172d1e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2911279 Jan 27 16:50:49.047628 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 47946) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:50:49.059827 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f599b7f8-f143-4f85-b669-755520aa339b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a83292-13da-4dda-802d-2c15ef9d510f,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:50:49.145430 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-44f860f5-2d1e-4bcc-9ae9-1b0d65b61a42 admin admin] Publish callbacks [] for security_group (45a83292-13da-4dda-802d-2c15ef9d510f), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:49.184656 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ae8516-eb97-4a3a-a1cd-82baf819dc2c req-ccc78e5f-6914-4ec6-bdff-1c9aff30fcd9 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:49.186228 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-39ae8516-eb97-4a3a-a1cd-82baf819dc2c req-ccc78e5f-6914-4ec6-bdff-1c9aff30fcd9 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2 HTTP/1.1" status: 200 len: 945 time: 0.0788040 Jan 27 16:50:49.188513 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-44f860f5-2d1e-4bcc-9ae9-1b0d65b61a42 admin admin] Publish callbacks [] for security_group (45a83292-13da-4dda-802d-2c15ef9d510f), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:49.260748 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-39ae8516-eb97-4a3a-a1cd-82baf819dc2c req-2f027d1b-17fe-4035-ad90-187e5b3f07ba tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646927 Jan 27 16:50:49.287818 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-44f860f5-2d1e-4bcc-9ae9-1b0d65b61a42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (45a83292-13da-4dda-802d-2c15ef9d510f), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:49.287818 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-44f860f5-2d1e-4bcc-9ae9-1b0d65b61a42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:49.287818 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-44f860f5-2d1e-4bcc-9ae9-1b0d65b61a42 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/45a83292-13da-4dda-802d-2c15ef9d510f HTTP/1.1" status: 204 len: 168 time: 0.2345247 Jan 27 16:50:49.288587 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 47962) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:50:49.297135 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f860f5-2d1e-4bcc-9ae9-1b0d65b61a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a83292-13da-4dda-802d-2c15ef9d510f,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:50:49.305118 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device 903a0057-a715-41da-8342-5ec1b0689573 up at agent hyperv_hv-cinder-81883 {{(pid=114096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:50:49.384565 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Provisioning for port 903a0057-a715-41da-8342-5ec1b0689573 completed by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 16:50:49.389045 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Provisioning complete for port 903a0057-a715-41da-8342-5ec1b0689573 triggered by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:50:49.389500 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (903a0057-a715-41da-8342-5ec1b0689573), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:49.514819 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-66ba84dd-632c-456a-bb12-6a575fe6244f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9495f383-87a2-4ffd-86dd-67b8d88d602c), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:49.516634 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Current status of the port 903a0057-a715-41da-8342-5ec1b0689573 is: BUILD; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:50:49.517365 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (903a0057-a715-41da-8342-5ec1b0689573), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:49.530743 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.v2.base [None req-5c7c8b34-6762-49a1-a560-e3325f9e1947 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-318222483-network', 'tenant_id': '5c13f9d51cfe44de91903d2de6032c92'}} {{(pid=114094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:50:49.544792 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b127f326-ddb1-4400-a4d4-ceecdd8af04f req-4e0a41eb-3550-44e4-9c56-f7eb361c513b tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:49.554160 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-b127f326-ddb1-4400-a4d4-ceecdd8af04f req-4e0a41eb-3550-44e4-9c56-f7eb361c513b tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f9b57a4-9946-4ef9-9ad9-f37538d57fa8 HTTP/1.1" status: 200 len: 945 time: 0.0695968 Jan 27 16:50:49.555091 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f9b57a4-9946-4ef9-9ad9-f37538d57fa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '903a0057-a715-41da-8342-5ec1b0689573'}] {{(pid=114096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:50:49.557672 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7400b25514d980253c692f49984ce8becaf326df5cb1ee6ae8228296f1505bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2658cfec-f862-48c2-9be8-a8c5b8a74381" -d '{"events": [{"server_uuid": "9f9b57a4-9946-4ef9-9ad9-f37538d57fa8", "name": "network-vif-plugged", "status": "completed", "tag": "903a0057-a715-41da-8342-5ec1b0689573"}]}' {{(pid=114096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:50:49.572721 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] For port 903a0057-a715-41da-8342-5ec1b0689573, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=903a0057-a715-41da-8342-5ec1b0689573,segment=NetworkSegment(1779a445-beda-4dcd-8f98-83ef8a804122),segment_id=1779a445-beda-4dcd-8f98-83ef8a804122)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:50:49.578454 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (903a0057-a715-41da-8342-5ec1b0689573), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:49.604916 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c7c8b34-6762-49a1-a560-e3325f9e1947 admin admin] Made reservation on behalf of 5c13f9d51cfe44de91903d2de6032c92 for: {'network': 1} {{(pid=114094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:50:49.607933 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-5c7c8b34-6762-49a1-a560-e3325f9e1947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for network (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:49.617852 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-b127f326-ddb1-4400-a4d4-ceecdd8af04f req-4aa066c4-239e-4822-9a31-62045d483d4c tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b312599-18fb-44ac-8380-190ce0b5ebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625539 Jan 27 16:50:49.638262 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-5c7c8b34-6762-49a1-a560-e3325f9e1947 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:49.649440 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Pushing event updated for resources: {'Port': ['ID=903a0057-a715-41da-8342-5ec1b0689573,revision_number=5']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:50:49.667783 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 16:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4405af1b-dd12-45d9-88be-3d620bbcf22f x-openstack-request-id: req-4405af1b-dd12-45d9-88be-3d620bbcf22f {{(pid=114096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:50:49.668094 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f9b57a4-9946-4ef9-9ad9-f37538d57fa8", "name": "network-vif-plugged", "status": "completed", "tag": "903a0057-a715-41da-8342-5ec1b0689573", "code": 200}]} {{(pid=114096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:50:49.668340 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4405af1b-dd12-45d9-88be-3d620bbcf22f {{(pid=114096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:50:49.669937 dv-cinder-818830-2-iscsi neutron-server[114096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f9b57a4-9946-4ef9-9ad9-f37538d57fa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '903a0057-a715-41da-8342-5ec1b0689573', 'code': 200} Jan 27 16:50:49.739006 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-5c7c8b34-6762-49a1-a560-e3325f9e1947 admin admin] Publish callbacks [] for security_group (5b8c06d9-f36a-41f1-b685-458eee598797), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:49.745943 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-5c7c8b34-6762-49a1-a560-e3325f9e1947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (5b8c06d9-f36a-41f1-b685-458eee598797), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:49.780819 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c7c8b34-6762-49a1-a560-e3325f9e1947 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=114094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 16:50:49.792854 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7c8b34-6762-49a1-a560-e3325f9e1947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b8c06d9-f36a-41f1-b685-458eee598797,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:50:49.801355 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-5c7c8b34-6762-49a1-a560-e3325f9e1947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985126'] for segment (9cf010a4-01d5-45d3-8f39-2af2ba8124ec), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:49.801888 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.db.segments_db [None req-5c7c8b34-6762-49a1-a560-e3325f9e1947 admin admin] Added segment 9cf010a4-01d5-45d3-8f39-2af2ba8124ec of type vlan for network 05347023-7f45-4941-9645-f74845d1ff41 Jan 27 16:50:49.876153 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-5c7c8b34-6762-49a1-a560-e3325f9e1947 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740202591609'] for network (05347023-7f45-4941-9645-f74845d1ff41), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:49.916090 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8591d853-d4f2-4c59-b6a5-b6fe970e1aff req-49741ad0-9aec-4b15-825b-807958b6e422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:49.917944 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-8591d853-d4f2-4c59-b6a5-b6fe970e1aff req-49741ad0-9aec-4b15-825b-807958b6e422 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9f9b57a4-9946-4ef9-9ad9-f37538d57fa8 HTTP/1.1" status: 200 len: 1099 time: 0.0764611 Jan 27 16:50:49.919268 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-5c7c8b34-6762-49a1-a560-e3325f9e1947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092'] for network (05347023-7f45-4941-9645-f74845d1ff41), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:49.920277 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7c8b34-6762-49a1-a560-e3325f9e1947 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:49.920832 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-5c7c8b34-6762-49a1-a560-e3325f9e1947 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032074'] for network (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:49.996751 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-5c7c8b34-6762-49a1-a560-e3325f9e1947 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7089696 Jan 27 16:50:49.999666 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 47992) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:50:50.004965 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.v2.base [None req-b467d6e6-a6d5-43b6-82f6-ac8e782569db admin admin] Request body: {'subnet': {'network_id': '05347023-7f45-4941-9645-f74845d1ff41', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-318222483-subnet', 'tenant_id': '5c13f9d51cfe44de91903d2de6032c92', 'ip_version': 4}} {{(pid=114095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:50:50.032409 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7c8b34-6762-49a1-a560-e3325f9e1947 admin admin] Pushing event updated for resources: {'Network': ['ID=05347023-7f45-4941-9645-f74845d1ff41,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:50:50.040535 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b467d6e6-a6d5-43b6-82f6-ac8e782569db admin admin] Made reservation on behalf of 5c13f9d51cfe44de91903d2de6032c92 for: {'subnet': 1} {{(pid=114095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:50:50.043077 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Network 05347023-7f45-4941-9645-f74845d1ff41 details requested by agent ovs-agent-dv-cinder-818830-2-iscsi with host dv-cinder-818830-2-iscsi {{(pid=114096) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 16:50:50.045326 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-b467d6e6-a6d5-43b6-82f6-ac8e782569db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9200560'] for subnet (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:50.083869 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-8591d853-d4f2-4c59-b6a5-b6fe970e1aff req-7cb36da3-a662-4d7f-83db-a89487ced93a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2b312599-18fb-44ac-8380-190ce0b5ebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430724 Jan 27 16:50:50.256924 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-b467d6e6-a6d5-43b6-82f6-ac8e782569db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9200546'] for subnet (7ab5f392-687f-432c-88e9-dac8c277b717), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:50.321757 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b467d6e6-a6d5-43b6-82f6-ac8e782569db admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ab5f392-687f-432c-88e9-dac8c277b717,revision_number=0']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:50:50.334886 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b467d6e6-a6d5-43b6-82f6-ac8e782569db admin admin] Checking segment: {'id': '9cf010a4-01d5-45d3-8f39-2af2ba8124ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '05347023-7f45-4941-9645-f74845d1ff41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:50:50.336204 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b467d6e6-a6d5-43b6-82f6-ac8e782569db admin admin] Network hostable DHCP agents. Network: 05347023-7f45-4941-9645-f74845d1ff41, hostable agents: ['b49cc950-6aaa-44e3-a3c4-70b67101afab'], hosted agents: [] {{(pid=114095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 16:50:50.362586 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b467d6e6-a6d5-43b6-82f6-ac8e782569db admin admin] Network 05347023-7f45-4941-9645-f74845d1ff41 is scheduled to be hosted by DHCP agent b49cc950-6aaa-44e3-a3c4-70b67101afab with binding_index 1 {{(pid=114095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 16:50:50.375147 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.scheduler.base_scheduler [None req-b467d6e6-a6d5-43b6-82f6-ac8e782569db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818830-2-iscsi, 05347023-7f45-4941-9645-f74845d1ff41) {{(pid=114095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:50:50.380749 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b467d6e6-a6d5-43b6-82f6-ac8e782569db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:50.382452 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-b467d6e6-a6d5-43b6-82f6-ac8e782569db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032074'] for subnet (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:50.388531 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f374ce70-648a-4c89-b2bf-b705389df674 None None] Network 05347023-7f45-4941-9645-f74845d1ff41 requested from dv-cinder-818830-2-iscsi {{(pid=114096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 16:50:50.402915 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-b467d6e6-a6d5-43b6-82f6-ac8e782569db admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3996649 Jan 27 16:50:50.403275 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 48016) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:50:50.407540 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.v2.base [None req-3af28aae-db0d-48f5-9ce9-6d394d00f072 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-318222483-router', 'tenant_id': '5c13f9d51cfe44de91903d2de6032c92', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9'}}} {{(pid=114094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:50:50.442445 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-3af28aae-db0d-48f5-9ce9-6d394d00f072 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1809585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5362'] for router (3fcd3b45-d762-4234-8539-0812cbbe1b2a), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:50.445067 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-3af28aae-db0d-48f5-9ce9-6d394d00f072 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1797579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5371'] for router (3fcd3b45-d762-4234-8539-0812cbbe1b2a), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:50.484739 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580c570a-273b-43a9-864b-a6050c24f0b6 req-9bfcc19f-5099-4da6-a917-05228bcecfa2 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:50.486528 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-580c570a-273b-43a9-864b-a6050c24f0b6 req-9bfcc19f-5099-4da6-a917-05228bcecfa2 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2 HTTP/1.1" status: 200 len: 945 time: 0.0849633 Jan 27 16:50:50.512021 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8193c44f-9db8-46bd-a514-690f87fa0413 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c1acf8-e4cc-5fda-8a64-db3d56aaaedc-05347023-7f45-4941-9645-f74845d1ff41', 'network_id': '05347023-7f45-4941-9645-f74845d1ff41', 'project_id': '5c13f9d51cfe44de91903d2de6032c92', 'fixed_ips': [{'subnet_id': '7ab5f392-687f-432c-88e9-dac8c277b717'}]}} from dv-cinder-818830-2-iscsi. {{(pid=114096) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 16:50:50.512648 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-8193c44f-9db8-46bd-a514-690f87fa0413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (None), before_create {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:50.531895 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-3af28aae-db0d-48f5-9ce9-6d394d00f072 admin admin] Publish callbacks [] for router_controller (3fcd3b45-d762-4234-8539-0812cbbe1b2a), precommit_add_association {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:50.556221 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-580c570a-273b-43a9-864b-a6050c24f0b6 req-46f38951-b02e-49d8-ae49-a65dee81dc66 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609617 Jan 27 16:50:50.661773 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 48022) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:50:50.684857 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.db_base_plugin_common [None req-8193c44f-9db8-46bd-a514-690f87fa0413 None None] Allocated IP 172.20.0.2 (05347023-7f45-4941-9645-f74845d1ff41/7ab5f392-687f-432c-88e9-dac8c277b717/c15c5f14-87d5-4aa5-94cf-17762cec976d) {{(pid=114096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:50:50.773092 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3946cab2-d51d-405c-ae09-83000ed194ab req-690d244d-251d-4a6d-ad2a-6ff605f44bb7 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:50.780732 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-3946cab2-d51d-405c-ae09-83000ed194ab req-690d244d-251d-4a6d-ad2a-6ff605f44bb7 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f9b57a4-9946-4ef9-9ad9-f37538d57fa8 HTTP/1.1" status: 200 len: 946 time: 0.0763803 Jan 27 16:50:50.843634 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-4134fbc8-2df2-4f66-9d5b-1037a6055aca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:50.860136 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-3946cab2-d51d-405c-ae09-83000ed194ab req-6ecd4770-8917-4831-ba26-c1a9cde059c2 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b312599-18fb-44ac-8380-190ce0b5ebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688086 Jan 27 16:50:50.876608 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-8193c44f-9db8-46bd-a514-690f87fa0413 None None] Publish callbacks [] for port (c15c5f14-87d5-4aa5-94cf-17762cec976d), precommit_create {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:50.881977 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-8193c44f-9db8-46bd-a514-690f87fa0413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740202573617'] for port (c15c5f14-87d5-4aa5-94cf-17762cec976d), after_create {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:50.930122 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8193c44f-9db8-46bd-a514-690f87fa0413 None None] Network 05347023-7f45-4941-9645-f74845d1ff41 is already hosted by enough agents. {{(pid=114096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:50:50.932890 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-3af28aae-db0d-48f5-9ce9-6d394d00f072 admin admin] Publish callbacks [] for router_gateway (3fcd3b45-d762-4234-8539-0812cbbe1b2a), precommit_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:50.935592 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.scheduler.base_scheduler [None req-8193c44f-9db8-46bd-a514-690f87fa0413 None None] Resources bound (agent type, host, resource id): {{(pid=114096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:50:50.940402 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8193c44f-9db8-46bd-a514-690f87fa0413 None None] Received port after_create {{(pid=114096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:50:50.943243 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8193c44f-9db8-46bd-a514-690f87fa0413 None None] Pushing event updated for resources: {'Port': ['ID=c15c5f14-87d5-4aa5-94cf-17762cec976d,revision_number=1']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:50:50.946337 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-4134fbc8-2df2-4f66-9d5b-1037a6055aca admin admin] Publish callbacks [] for security_group (402f54da-eb43-4609-99eb-84699327bf6d), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:50.950382 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-4134fbc8-2df2-4f66-9d5b-1037a6055aca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (402f54da-eb43-4609-99eb-84699327bf6d), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:50.954820 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8193c44f-9db8-46bd-a514-690f87fa0413 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:50:50.955378 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8193c44f-9db8-46bd-a514-690f87fa0413 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:50:50.955917 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8193c44f-9db8-46bd-a514-690f87fa0413 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:50:50.956443 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8193c44f-9db8-46bd-a514-690f87fa0413 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:50:50.956781 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8193c44f-9db8-46bd-a514-690f87fa0413 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:50:50.957116 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8193c44f-9db8-46bd-a514-690f87fa0413 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:50:50.957452 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8193c44f-9db8-46bd-a514-690f87fa0413 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:50:50.957786 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8193c44f-9db8-46bd-a514-690f87fa0413 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:50:50.958115 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8193c44f-9db8-46bd-a514-690f87fa0413 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:50:50.958449 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8193c44f-9db8-46bd-a514-690f87fa0413 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:50:50.958771 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8193c44f-9db8-46bd-a514-690f87fa0413 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:50:50.959619 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8193c44f-9db8-46bd-a514-690f87fa0413 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:50:50.959965 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8193c44f-9db8-46bd-a514-690f87fa0413 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:50:50.988461 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4134fbc8-2df2-4f66-9d5b-1037a6055aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=402f54da-eb43-4609-99eb-84699327bf6d,revision_number=1']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:50:50.996742 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-4134fbc8-2df2-4f66-9d5b-1037a6055aca admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=17fb423a4b254911b0440bc5fad574e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3332269 Jan 27 16:50:50.999182 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 48026) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:50:51.010214 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.managers [None req-8193c44f-9db8-46bd-a514-690f87fa0413 None None] Attempting to bind port c15c5f14-87d5-4aa5-94cf-17762cec976d on host dv-cinder-818830-2-iscsi for vnic_type normal with profile {{(pid=114096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:50:51.010589 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.managers [None req-8193c44f-9db8-46bd-a514-690f87fa0413 None None] Attempting to bind port c15c5f14-87d5-4aa5-94cf-17762cec976d by drivers openvswitch,hyperv on host dv-cinder-818830-2-iscsi at level 0 using segments [{'id': '9cf010a4-01d5-45d3-8f39-2af2ba8124ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '05347023-7f45-4941-9645-f74845d1ff41'}] {{(pid=114096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:50:51.011119 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8193c44f-9db8-46bd-a514-690f87fa0413 None None] Attempting to bind port c15c5f14-87d5-4aa5-94cf-17762cec976d on network 05347023-7f45-4941-9645-f74845d1ff41 {{(pid=114096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:50:51.017109 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8193c44f-9db8-46bd-a514-690f87fa0413 None None] Checking agent: {'id': '492c1832-c7a3-4f77-b4ba-2ebdc28556bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818830-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 40, 53), 'started_at': datetime.datetime(2022, 1, 27, 16, 41, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818830-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:50:51.017928 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8193c44f-9db8-46bd-a514-690f87fa0413 None None] Checking segment: {'id': '9cf010a4-01d5-45d3-8f39-2af2ba8124ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '05347023-7f45-4941-9645-f74845d1ff41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:50:51.017928 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-8193c44f-9db8-46bd-a514-690f87fa0413 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:51.018280 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8193c44f-9db8-46bd-a514-690f87fa0413 None None] Bound using segment: {'id': '9cf010a4-01d5-45d3-8f39-2af2ba8124ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '05347023-7f45-4941-9645-f74845d1ff41'} {{(pid=114096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:50:51.018750 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.managers [None req-8193c44f-9db8-46bd-a514-690f87fa0413 None None] Bound port: c15c5f14-87d5-4aa5-94cf-17762cec976d, host: dv-cinder-818830-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cf010a4-01d5-45d3-8f39-2af2ba8124ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '05347023-7f45-4941-9645-f74845d1ff41'}}] {{(pid=114096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:50:51.019128 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-8193c44f-9db8-46bd-a514-690f87fa0413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (c15c5f14-87d5-4aa5-94cf-17762cec976d), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:51.060272 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-e54f1269-5aac-4bd4-ab44-9c9575406fdd admin admin] Publish callbacks [] for security_group (402f54da-eb43-4609-99eb-84699327bf6d), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:51.083948 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-e54f1269-5aac-4bd4-ab44-9c9575406fdd admin admin] Publish callbacks [] for security_group (402f54da-eb43-4609-99eb-84699327bf6d), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:51.089908 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-8193c44f-9db8-46bd-a514-690f87fa0413 None None] For port c15c5f14-87d5-4aa5-94cf-17762cec976d, host dv-cinder-818830-2-iscsi, cleared binding levels {{(pid=114096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:50:51.093104 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-8193c44f-9db8-46bd-a514-690f87fa0413 None None] For port c15c5f14-87d5-4aa5-94cf-17762cec976d, host dv-cinder-818830-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818830-2-iscsi',level=0,port_id=c15c5f14-87d5-4aa5-94cf-17762cec976d,segment=NetworkSegment(9cf010a4-01d5-45d3-8f39-2af2ba8124ec),segment_id=9cf010a4-01d5-45d3-8f39-2af2ba8124ec)] {{(pid=114096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:50:51.098482 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-8193c44f-9db8-46bd-a514-690f87fa0413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (c15c5f14-87d5-4aa5-94cf-17762cec976d), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:51.142413 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-e54f1269-5aac-4bd4-ab44-9c9575406fdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (402f54da-eb43-4609-99eb-84699327bf6d), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:51.146745 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-e54f1269-5aac-4bd4-ab44-9c9575406fdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:51.148811 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-e54f1269-5aac-4bd4-ab44-9c9575406fdd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/402f54da-eb43-4609-99eb-84699327bf6d HTTP/1.1" status: 204 len: 168 time: 0.1486852 Jan 27 16:50:51.160314 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54f1269-5aac-4bd4-ab44-9c9575406fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=402f54da-eb43-4609-99eb-84699327bf6d,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:50:51.170742 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8193c44f-9db8-46bd-a514-690f87fa0413 None None] Pushing event updated for resources: {'Port': ['ID=c15c5f14-87d5-4aa5-94cf-17762cec976d,revision_number=2']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:50:51.190185 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-3af28aae-db0d-48f5-9ce9-6d394d00f072 admin admin] Publish callbacks [] for router_gateway (3fcd3b45-d762-4234-8539-0812cbbe1b2a), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:51.216735 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-3af28aae-db0d-48f5-9ce9-6d394d00f072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:51.451243 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.db_base_plugin_common [None req-3af28aae-db0d-48f5-9ce9-6d394d00f072 admin admin] Allocated IP 172.27.2.97 (7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9/3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf/6a2fd210-b75c-463f-85c0-d4f3b6212ba2) {{(pid=114094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:50:51.590295 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-d66b1738-fecd-429f-97ae-c3b5c23d3d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9d445c8f-179b-40e3-9cb5-ffaa95aecd6a), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:51.729914 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-3af28aae-db0d-48f5-9ce9-6d394d00f072 admin admin] Publish callbacks [] for port (6a2fd210-b75c-463f-85c0-d4f3b6212ba2), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:51.792767 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d389a197-a5a5-4444-8cc7-317f06100899 req-5e9951b8-0875-4c69-852d-851c6bcbdfee tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:51.793304 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-3af28aae-db0d-48f5-9ce9-6d394d00f072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740202573617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777202'] for port (6a2fd210-b75c-463f-85c0-d4f3b6212ba2), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:51.794564 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-d389a197-a5a5-4444-8cc7-317f06100899 req-5e9951b8-0875-4c69-852d-851c6bcbdfee tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2 HTTP/1.1" status: 200 len: 945 time: 0.1209872 Jan 27 16:50:51.832952 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af28aae-db0d-48f5-9ce9-6d394d00f072 admin admin] Network 7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9 is already hosted by enough agents. {{(pid=114094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:50:51.836079 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.base_scheduler [None req-3af28aae-db0d-48f5-9ce9-6d394d00f072 admin admin] Resources bound (agent type, host, resource id): {{(pid=114094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:50:51.839607 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af28aae-db0d-48f5-9ce9-6d394d00f072 admin admin] Received port after_create {{(pid=114094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:50:51.857959 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-d389a197-a5a5-4444-8cc7-317f06100899 req-d29f3fad-d4c8-4f17-b6ae-facea868eec9 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571313 Jan 27 16:50:51.868779 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af28aae-db0d-48f5-9ce9-6d394d00f072 admin admin] Pushing event updated for resources: {'Port': ['ID=6a2fd210-b75c-463f-85c0-d4f3b6212ba2,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:50:51.995292 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb68a434-c121-451c-9a69-239174fc632a req-4133cf3e-f1b2-4ada-8de5-8b0131c19270 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:51.997072 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-bb68a434-c121-451c-9a69-239174fc632a req-4133cf3e-f1b2-4ada-8de5-8b0131c19270 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f9b57a4-9946-4ef9-9ad9-f37538d57fa8 HTTP/1.1" status: 200 len: 946 time: 0.0570624 Jan 27 16:50:52.056074 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-bb68a434-c121-451c-9a69-239174fc632a req-90b1e37b-a167-4b42-beca-5c4c78ca1fc0 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b312599-18fb-44ac-8380-190ce0b5ebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520992 Jan 27 16:50:52.152352 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-3af28aae-db0d-48f5-9ce9-6d394d00f072 admin admin] Publish callbacks [] for router_gateway (3fcd3b45-d762-4234-8539-0812cbbe1b2a), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:52.199778 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 48068) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:50:52.325148 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.v2.base [None req-1b9b3b4d-d938-4715-b306-4592bfa5b946 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1996085159-network', 'tenant_id': 'a92d0592f8f14b89a36b145413b2fbe1'}} {{(pid=114095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:50:52.353117 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b9b3b4d-d938-4715-b306-4592bfa5b946 admin admin] Made reservation on behalf of a92d0592f8f14b89a36b145413b2fbe1 for: {'network': 1} {{(pid=114095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:50:52.356015 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-1b9b3b4d-d938-4715-b306-4592bfa5b946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for network (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:52.368359 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-1b9b3b4d-d938-4715-b306-4592bfa5b946 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:52.452187 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-3af28aae-db0d-48f5-9ce9-6d394d00f072 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1797566'] for router (3fcd3b45-d762-4234-8539-0812cbbe1b2a), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:52.482364 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-1b9b3b4d-d938-4715-b306-4592bfa5b946 admin admin] Publish callbacks [] for security_group (0feb8893-1709-4a6f-b008-569857e74965), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:52.487126 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-1b9b3b4d-d938-4715-b306-4592bfa5b946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (0feb8893-1709-4a6f-b008-569857e74965), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:52.516035 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b9b3b4d-d938-4715-b306-4592bfa5b946 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=114095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 16:50:52.527307 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9b3b4d-d938-4715-b306-4592bfa5b946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0feb8893-1709-4a6f-b008-569857e74965,revision_number=1']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:50:52.546155 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-1b9b3b4d-d938-4715-b306-4592bfa5b946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985126'] for segment (0c5e0649-c233-43ef-8f81-7b2e760b326f), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:52.546702 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.db.segments_db [None req-1b9b3b4d-d938-4715-b306-4592bfa5b946 admin admin] Added segment 0c5e0649-c233-43ef-8f81-7b2e760b326f of type vlan for network d5d058f3-de8c-4c0f-bf66-49f826de473b Jan 27 16:50:52.549376 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d782968-b778-44f8-9364-95c53999fe5c None None] Network 05347023-7f45-4941-9645-f74845d1ff41 requested from dv-cinder-818830-2-iscsi {{(pid=114096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 16:50:52.600655 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-1b9b3b4d-d938-4715-b306-4592bfa5b946 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740202591609'] for network (d5d058f3-de8c-4c0f-bf66-49f826de473b), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:52.629653 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (492c1832-c7a3-4f77-b4ba-2ebdc28556bf), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:52.633974 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-1b9b3b4d-d938-4715-b306-4592bfa5b946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092'] for network (d5d058f3-de8c-4c0f-bf66-49f826de473b), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:52.635090 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9b3b4d-d938-4715-b306-4592bfa5b946 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:52.635852 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-1b9b3b4d-d938-4715-b306-4592bfa5b946 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032074'] for network (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:52.639748 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3af28aae-db0d-48f5-9ce9-6d394d00f072 admin admin] Router 3fcd3b45-d762-4234-8539-0812cbbe1b2a is scheduled to L3 agent bdbd084a-7876-495d-b5d9-cf3ee18f0227 with binding_index 1 {{(pid=114094) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 16:50:52.666258 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-1b9b3b4d-d938-4715-b306-4592bfa5b946 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4626191 Jan 27 16:50:52.669172 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-88da4050-072f-46d7-a7f7-2062a66fdd18 None None] Provisioning complete for port c15c5f14-87d5-4aa5-94cf-17762cec976d triggered by entity DHCP. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:50:52.669552 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-88da4050-072f-46d7-a7f7-2062a66fdd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (c15c5f14-87d5-4aa5-94cf-17762cec976d), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:52.690691 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 48082) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:50:52.807753 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-88da4050-072f-46d7-a7f7-2062a66fdd18 None None] Current status of the port c15c5f14-87d5-4aa5-94cf-17762cec976d is: DOWN; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:50:52.808395 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-88da4050-072f-46d7-a7f7-2062a66fdd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (c15c5f14-87d5-4aa5-94cf-17762cec976d), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:52.850354 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-88da4050-072f-46d7-a7f7-2062a66fdd18 None None] For port c15c5f14-87d5-4aa5-94cf-17762cec976d, host dv-cinder-818830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818830-2-iscsi',level=0,port_id=c15c5f14-87d5-4aa5-94cf-17762cec976d,segment=NetworkSegment(9cf010a4-01d5-45d3-8f39-2af2ba8124ec),segment_id=9cf010a4-01d5-45d3-8f39-2af2ba8124ec)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:50:52.852825 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af28aae-db0d-48f5-9ce9-6d394d00f072 admin admin] Notify agent at l3_agent.dv-cinder-818830-2-iscsi the message routers_updated {{(pid=114094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 16:50:52.855460 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-88da4050-072f-46d7-a7f7-2062a66fdd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (c15c5f14-87d5-4aa5-94cf-17762cec976d), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:52.868589 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2082c2f9-54ad-4d97-9c69-df47ddaecdeb None None] Sync routers for ids ['3fcd3b45-d762-4234-8539-0812cbbe1b2a'] in dv-cinder-818830-2-iscsi {{(pid=114097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 16:50:52.920659 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2082c2f9-54ad-4d97-9c69-df47ddaecdeb None None] Routers {'3fcd3b45-d762-4234-8539-0812cbbe1b2a'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:50:52.923724 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_hamode_db [None req-2082c2f9-54ad-4d97-9c69-df47ddaecdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T16:50:48Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['3fcd3b45-d762-4234-8539-0812cbbe1b2a'], 'active': True} {{(pid=114097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:50:52.926192 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-3af28aae-db0d-48f5-9ce9-6d394d00f072 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:52.926338 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88da4050-072f-46d7-a7f7-2062a66fdd18 None None] Pushing event updated for resources: {'Port': ['ID=c15c5f14-87d5-4aa5-94cf-17762cec976d,revision_number=3']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:50:52.928287 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-3af28aae-db0d-48f5-9ce9-6d394d00f072 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.5237916 Jan 27 16:50:52.933971 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 48090) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:50:52.948902 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device c15c5f14-87d5-4aa5-94cf-17762cec976d up at agent ovs-agent-dv-cinder-818830-2-iscsi {{(pid=114096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:50:52.954173 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.v2.base [None req-3b880661-af2e-4e55-bde5-9c6f6a063192 admin admin] Request body: {'subnet': {'network_id': 'd5d058f3-de8c-4c0f-bf66-49f826de473b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1996085159-subnet', 'tenant_id': 'a92d0592f8f14b89a36b145413b2fbe1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:50:52.980350 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b880661-af2e-4e55-bde5-9c6f6a063192 admin admin] Made reservation on behalf of a92d0592f8f14b89a36b145413b2fbe1 for: {'subnet': 1} {{(pid=114095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:50:52.983538 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-3b880661-af2e-4e55-bde5-9c6f6a063192 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9200560'] for subnet (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:53.007071 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9b3b4d-d938-4715-b306-4592bfa5b946 admin admin] Pushing event updated for resources: {'Network': ['ID=d5d058f3-de8c-4c0f-bf66-49f826de473b,revision_number=1']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:50:53.028608 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Network d5d058f3-de8c-4c0f-bf66-49f826de473b details requested by agent ovs-agent-dv-cinder-818830-2-iscsi with host dv-cinder-818830-2-iscsi {{(pid=114096) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 16:50:53.059497 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Provisioning complete for port c15c5f14-87d5-4aa5-94cf-17762cec976d triggered by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:50:53.062419 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (c15c5f14-87d5-4aa5-94cf-17762cec976d), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:53.143267 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d945ec-2baf-4b11-835c-7a0f2d30ecf1 req-3989dd98-7087-481a-b6ba-40b21b48b76b tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:53.144965 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-d9d945ec-2baf-4b11-835c-7a0f2d30ecf1 req-3989dd98-7087-481a-b6ba-40b21b48b76b tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2 HTTP/1.1" status: 200 len: 945 time: 0.1089096 Jan 27 16:50:53.211987 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_dvr_db [None req-2082c2f9-54ad-4d97-9c69-df47ddaecdeb None None] Set router 3fcd3b45-d762-4234-8539-0812cbbe1b2a gateway port host: dv-cinder-818830-2-iscsi {{(pid=114097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:50:53.237451 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-d9d945ec-2baf-4b11-835c-7a0f2d30ecf1 req-5365eabe-db35-499e-b451-c22c0261fb27 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713286 Jan 27 16:50:53.303302 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Current status of the port c15c5f14-87d5-4aa5-94cf-17762cec976d is: ACTIVE; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:50:53.336394 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-513d4546-06c5-4ead-be65-8082e3dff503 None None] Provisioning complete for port c15c5f14-87d5-4aa5-94cf-17762cec976d triggered by entity DHCP. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:50:53.336770 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-513d4546-06c5-4ead-be65-8082e3dff503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (c15c5f14-87d5-4aa5-94cf-17762cec976d), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:53.346625 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-3b880661-af2e-4e55-bde5-9c6f6a063192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9200546'] for subnet (db20ac1e-30e4-4568-857a-3c60502d7a1f), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:53.431858 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b880661-af2e-4e55-bde5-9c6f6a063192 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db20ac1e-30e4-4568-857a-3c60502d7a1f,revision_number=0']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:50:53.436536 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b880661-af2e-4e55-bde5-9c6f6a063192 admin admin] Checking segment: {'id': '0c5e0649-c233-43ef-8f81-7b2e760b326f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd5d058f3-de8c-4c0f-bf66-49f826de473b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:50:53.436984 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b880661-af2e-4e55-bde5-9c6f6a063192 admin admin] Network hostable DHCP agents. Network: d5d058f3-de8c-4c0f-bf66-49f826de473b, hostable agents: ['b49cc950-6aaa-44e3-a3c4-70b67101afab'], hosted agents: [] {{(pid=114095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 16:50:53.470590 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_hamode_db [None req-2082c2f9-54ad-4d97-9c69-df47ddaecdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fcd3b45-d762-4234-8539-0812cbbe1b2a', 'name': 'tempest-TestShelveInstance-318222483-router', 'tenant_id': '5c13f9d51cfe44de91903d2de6032c92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '6a2fd210-b75c-463f-85c0-d4f3b6212ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:50:50Z', 'updated_at': '2022-01-27T16:50:52Z', 'revision_number': 3, 'project_id': '5c13f9d51cfe44de91903d2de6032c92', 'gw_port': {'id': '6a2fd210-b75c-463f-85c0-d4f3b6212ba2', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e7:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fcd3b45-d762-4234-8539-0812cbbe1b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:50:51Z', 'updated_at': '2022-01-27T16:50:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi'}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:50:53.496355 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b880661-af2e-4e55-bde5-9c6f6a063192 admin admin] Network d5d058f3-de8c-4c0f-bf66-49f826de473b is scheduled to be hosted by DHCP agent b49cc950-6aaa-44e3-a3c4-70b67101afab with binding_index 1 {{(pid=114095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 16:50:53.509066 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.scheduler.base_scheduler [None req-3b880661-af2e-4e55-bde5-9c6f6a063192 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818830-2-iscsi, d5d058f3-de8c-4c0f-bf66-49f826de473b) {{(pid=114095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:50:53.528348 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b880661-af2e-4e55-bde5-9c6f6a063192 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:53.528348 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-3b880661-af2e-4e55-bde5-9c6f6a063192 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032074'] for subnet (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:53.529308 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2082c2f9-54ad-4d97-9c69-df47ddaecdeb None None] Checking router: 3fcd3b45-d762-4234-8539-0812cbbe1b2a for host: dv-cinder-818830-2-iscsi {{(pid=114097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 16:50:53.529308 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2082c2f9-54ad-4d97-9c69-df47ddaecdeb None None] Updating router 3fcd3b45-d762-4234-8539-0812cbbe1b2a port 6a2fd210-b75c-463f-85c0-d4f3b6212ba2 binding host dv-cinder-818830-2-iscsi {{(pid=114097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 16:50:53.529465 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e9535a-b0a1-490d-9284-f6bb0123c0e5 None None] Network d5d058f3-de8c-4c0f-bf66-49f826de473b requested from dv-cinder-818830-2-iscsi {{(pid=114096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 16:50:53.556699 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-3b880661-af2e-4e55-bde5-9c6f6a063192 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8649442 Jan 27 16:50:53.571163 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron_lib.callbacks.manager [None req-2082c2f9-54ad-4d97-9c69-df47ddaecdeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (6a2fd210-b75c-463f-85c0-d4f3b6212ba2), before_update {{(pid=114097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:53.625137 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-513d4546-06c5-4ead-be65-8082e3dff503 None None] Current status of the port c15c5f14-87d5-4aa5-94cf-17762cec976d is: ACTIVE; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:50:53.709911 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd82668-98d0-47e5-b731-beeb242a0261 None None] Network d5d058f3-de8c-4c0f-bf66-49f826de473b requested from dv-cinder-818830-2-iscsi {{(pid=114096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 16:50:53.724374 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-54eba802-38fc-4186-8644-8bf02b27582c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:53.971334 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron_lib.callbacks.manager [None req-2082c2f9-54ad-4d97-9c69-df47ddaecdeb None None] Publish callbacks [] for port (6a2fd210-b75c-463f-85c0-d4f3b6212ba2), precommit_update {{(pid=114097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:53.978766 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.db_base_plugin_common [None req-54eba802-38fc-4186-8644-8bf02b27582c admin admin] Allocated IP 172.20.0.1 (05347023-7f45-4941-9645-f74845d1ff41/7ab5f392-687f-432c-88e9-dac8c277b717/7bd716ec-f257-4795-8534-d69281b43955) {{(pid=114094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:50:53.979820 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron_lib.callbacks.manager [None req-2082c2f9-54ad-4d97-9c69-df47ddaecdeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (6a2fd210-b75c-463f-85c0-d4f3b6212ba2), after_update {{(pid=114097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:54.043249 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.plugins.ml2.managers [None req-2082c2f9-54ad-4d97-9c69-df47ddaecdeb None None] Attempting to bind port 6a2fd210-b75c-463f-85c0-d4f3b6212ba2 on host dv-cinder-818830-2-iscsi for vnic_type normal with profile {{(pid=114097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:50:54.044073 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.plugins.ml2.managers [None req-2082c2f9-54ad-4d97-9c69-df47ddaecdeb None None] Attempting to bind port 6a2fd210-b75c-463f-85c0-d4f3b6212ba2 by drivers openvswitch,hyperv on host dv-cinder-818830-2-iscsi at level 0 using segments [{'id': '9bd3a446-0196-4595-aa07-09a05d016e38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9'}] {{(pid=114097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:50:54.044529 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2082c2f9-54ad-4d97-9c69-df47ddaecdeb None None] Attempting to bind port 6a2fd210-b75c-463f-85c0-d4f3b6212ba2 on network 7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9 {{(pid=114097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:50:54.046859 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a1208c-36b5-41c9-a38e-7ff0b9be4152 None None] Pushing event updated for resources: {'Port': ['ID=6a2fd210-b75c-463f-85c0-d4f3b6212ba2,revision_number=2']} {{(pid=114097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:50:54.057465 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2082c2f9-54ad-4d97-9c69-df47ddaecdeb None None] Checking agent: {'id': '492c1832-c7a3-4f77-b4ba-2ebdc28556bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818830-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 40, 53), 'started_at': datetime.datetime(2022, 1, 27, 16, 41, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818830-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:50:54.058002 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2082c2f9-54ad-4d97-9c69-df47ddaecdeb None None] Checking segment: {'id': '9bd3a446-0196-4595-aa07-09a05d016e38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:50:54.058497 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron_lib.callbacks.manager [None req-2082c2f9-54ad-4d97-9c69-df47ddaecdeb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:54.058977 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2082c2f9-54ad-4d97-9c69-df47ddaecdeb None None] Bound using segment: {'id': '9bd3a446-0196-4595-aa07-09a05d016e38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9'} {{(pid=114097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:50:54.059538 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.plugins.ml2.managers [None req-2082c2f9-54ad-4d97-9c69-df47ddaecdeb None None] Bound port: 6a2fd210-b75c-463f-85c0-d4f3b6212ba2, host: dv-cinder-818830-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bd3a446-0196-4595-aa07-09a05d016e38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9'}}] {{(pid=114097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:50:54.060009 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron_lib.callbacks.manager [None req-2082c2f9-54ad-4d97-9c69-df47ddaecdeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (6a2fd210-b75c-463f-85c0-d4f3b6212ba2), before_update {{(pid=114097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:54.062341 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a1208c-36b5-41c9-a38e-7ff0b9be4152 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:50:54.062774 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a1208c-36b5-41c9-a38e-7ff0b9be4152 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:50:54.063210 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a1208c-36b5-41c9-a38e-7ff0b9be4152 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:50:54.063634 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a1208c-36b5-41c9-a38e-7ff0b9be4152 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:50:54.064034 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a1208c-36b5-41c9-a38e-7ff0b9be4152 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:50:54.064427 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a1208c-36b5-41c9-a38e-7ff0b9be4152 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:50:54.064851 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a1208c-36b5-41c9-a38e-7ff0b9be4152 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:50:54.065273 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a1208c-36b5-41c9-a38e-7ff0b9be4152 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:50:54.065639 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a1208c-36b5-41c9-a38e-7ff0b9be4152 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:50:54.066182 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a1208c-36b5-41c9-a38e-7ff0b9be4152 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:50:54.066757 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a1208c-36b5-41c9-a38e-7ff0b9be4152 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:50:54.067272 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a1208c-36b5-41c9-a38e-7ff0b9be4152 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:50:54.067831 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a1208c-36b5-41c9-a38e-7ff0b9be4152 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:50:54.120890 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-54eba802-38fc-4186-8644-8bf02b27582c admin admin] Publish callbacks [] for port (7bd716ec-f257-4795-8534-d69281b43955), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:54.130296 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.plugins.ml2.db [None req-2082c2f9-54ad-4d97-9c69-df47ddaecdeb None None] For port 6a2fd210-b75c-463f-85c0-d4f3b6212ba2, host dv-cinder-818830-2-iscsi, cleared binding levels {{(pid=114097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:50:54.135447 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.plugins.ml2.db [None req-2082c2f9-54ad-4d97-9c69-df47ddaecdeb None None] For port 6a2fd210-b75c-463f-85c0-d4f3b6212ba2, host dv-cinder-818830-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818830-2-iscsi',level=0,port_id=6a2fd210-b75c-463f-85c0-d4f3b6212ba2,segment=NetworkSegment(9bd3a446-0196-4595-aa07-09a05d016e38),segment_id=9bd3a446-0196-4595-aa07-09a05d016e38)] {{(pid=114097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:50:54.142831 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron_lib.callbacks.manager [None req-2082c2f9-54ad-4d97-9c69-df47ddaecdeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (6a2fd210-b75c-463f-85c0-d4f3b6212ba2), after_update {{(pid=114097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:54.161075 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-54eba802-38fc-4186-8644-8bf02b27582c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740202573617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777202'] for port (7bd716ec-f257-4795-8534-d69281b43955), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:54.202150 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54eba802-38fc-4186-8644-8bf02b27582c admin admin] Network 05347023-7f45-4941-9645-f74845d1ff41 is already hosted by enough agents. {{(pid=114094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:50:54.205557 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.base_scheduler [None req-54eba802-38fc-4186-8644-8bf02b27582c admin admin] Resources bound (agent type, host, resource id): {{(pid=114094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:50:54.207330 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2082c2f9-54ad-4d97-9c69-df47ddaecdeb None None] Routers {'3fcd3b45-d762-4234-8539-0812cbbe1b2a'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:50:54.208150 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_hamode_db [None req-2082c2f9-54ad-4d97-9c69-df47ddaecdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T16:50:48Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['3fcd3b45-d762-4234-8539-0812cbbe1b2a'], 'active': True} {{(pid=114097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:50:54.210364 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54eba802-38fc-4186-8644-8bf02b27582c admin admin] Received port after_create {{(pid=114094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:50:54.210630 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a1208c-36b5-41c9-a38e-7ff0b9be4152 None None] Pushing event updated for resources: {'Port': ['ID=6a2fd210-b75c-463f-85c0-d4f3b6212ba2,revision_number=3']} {{(pid=114097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:50:54.240036 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eba802-38fc-4186-8644-8bf02b27582c admin admin] Pushing event updated for resources: {'Port': ['ID=7bd716ec-f257-4795-8534-d69281b43955,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:50:54.302533 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-54eba802-38fc-4186-8644-8bf02b27582c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1796555'] for router_interface (3fcd3b45-d762-4234-8539-0812cbbe1b2a), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:54.457001 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bb565a-b172-494a-9431-f5c3844841b3 req-4fe57afc-e1ac-421f-a81f-6a63131f7884 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:54.460350 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-32bb565a-b172-494a-9431-f5c3844841b3 req-4fe57afc-e1ac-421f-a81f-6a63131f7884 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2 HTTP/1.1" status: 200 len: 945 time: 0.0906904 Jan 27 16:50:54.471977 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_dvr_db [None req-2082c2f9-54ad-4d97-9c69-df47ddaecdeb None None] Set router 3fcd3b45-d762-4234-8539-0812cbbe1b2a gateway port host: dv-cinder-818830-2-iscsi {{(pid=114097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:50:54.493535 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-54eba802-38fc-4186-8644-8bf02b27582c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (7bd716ec-f257-4795-8534-d69281b43955), before_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:54.551512 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-32bb565a-b172-494a-9431-f5c3844841b3 req-a6f97035-9cfd-40a4-9576-bb9e7bab33c2 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846117 Jan 27 16:50:54.669964 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-abc3be11-6d79-4f0a-8ef7-20e264632817 None None] Provisioning complete for port 7bd716ec-f257-4795-8534-d69281b43955 triggered by entity DHCP. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:50:54.670501 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-abc3be11-6d79-4f0a-8ef7-20e264632817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (7bd716ec-f257-4795-8534-d69281b43955), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:54.689352 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-54eba802-38fc-4186-8644-8bf02b27582c admin admin] Publish callbacks [] for port (7bd716ec-f257-4795-8534-d69281b43955), precommit_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:54.696133 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-54eba802-38fc-4186-8644-8bf02b27582c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8776969'] for port (7bd716ec-f257-4795-8534-d69281b43955), after_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:54.702222 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_hamode_db [None req-2082c2f9-54ad-4d97-9c69-df47ddaecdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fcd3b45-d762-4234-8539-0812cbbe1b2a', 'name': 'tempest-TestShelveInstance-318222483-router', 'tenant_id': '5c13f9d51cfe44de91903d2de6032c92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '6a2fd210-b75c-463f-85c0-d4f3b6212ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:50:50Z', 'updated_at': '2022-01-27T16:50:52Z', 'revision_number': 3, 'project_id': '5c13f9d51cfe44de91903d2de6032c92', 'gw_port': {'id': '6a2fd210-b75c-463f-85c0-d4f3b6212ba2', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e7:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fcd3b45-d762-4234-8539-0812cbbe1b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:50:51Z', 'updated_at': '2022-01-27T16:50:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi'}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:50:54.737084 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-abc3be11-6d79-4f0a-8ef7-20e264632817 None None] Port 7bd716ec-f257-4795-8534-d69281b43955 cannot update to ACTIVE because it is not bound. {{(pid=114096) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 16:50:54.742264 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2082c2f9-54ad-4d97-9c69-df47ddaecdeb None None] The sync data for ids ['3fcd3b45-d762-4234-8539-0812cbbe1b2a'] in dv-cinder-818830-2-iscsi is: [{'id': '3fcd3b45-d762-4234-8539-0812cbbe1b2a', 'name': 'tempest-TestShelveInstance-318222483-router', 'tenant_id': '5c13f9d51cfe44de91903d2de6032c92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '6a2fd210-b75c-463f-85c0-d4f3b6212ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:50:50Z', 'updated_at': '2022-01-27T16:50:52Z', 'revision_number': 3, 'project_id': '5c13f9d51cfe44de91903d2de6032c92', 'gw_port': {'id': '6a2fd210-b75c-463f-85c0-d4f3b6212ba2', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e7:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fcd3b45-d762-4234-8539-0812cbbe1b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:50:51Z', 'updated_at': '2022-01-27T16:50:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi'}] {{(pid=114097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 16:50:54.785417 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-54eba802-38fc-4186-8644-8bf02b27582c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2031918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1796219'] for router_interface (3fcd3b45-d762-4234-8539-0812cbbe1b2a), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:54.810131 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eba802-38fc-4186-8644-8bf02b27582c admin admin] Pushing event updated for resources: {'Port': ['ID=7bd716ec-f257-4795-8534-d69281b43955,revision_number=2']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:50:54.826585 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device c15c5f14-87d5-4aa5-94cf-17762cec976d up at agent ovs-agent-dv-cinder-818830-2-iscsi {{(pid=114096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:50:54.903087 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Provisioning complete for port c15c5f14-87d5-4aa5-94cf-17762cec976d triggered by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:50:54.903465 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (c15c5f14-87d5-4aa5-94cf-17762cec976d), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:54.936439 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54eba802-38fc-4186-8644-8bf02b27582c admin admin] Network 05347023-7f45-4941-9645-f74845d1ff41 is already hosted by enough agents. {{(pid=114094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:50:54.938174 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.base_scheduler [None req-54eba802-38fc-4186-8644-8bf02b27582c admin admin] Resources bound (agent type, host, resource id): {{(pid=114094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:50:55.011715 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Current status of the port c15c5f14-87d5-4aa5-94cf-17762cec976d is: ACTIVE; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:50:55.092119 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54eba802-38fc-4186-8644-8bf02b27582c admin admin] Router 3fcd3b45-d762-4234-8539-0812cbbe1b2a has already been hosted by L3 agent bdbd084a-7876-495d-b5d9-cf3ee18f0227 {{(pid=114094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 16:50:55.269283 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54eba802-38fc-4186-8644-8bf02b27582c admin admin] Notify agent at l3_agent.dv-cinder-818830-2-iscsi the message routers_updated {{(pid=114094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 16:50:55.276508 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-54eba802-38fc-4186-8644-8bf02b27582c admin admin] 10.222.0.48 "PUT /v2.0/routers/3fcd3b45-d762-4234-8539-0812cbbe1b2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3414507 Jan 27 16:50:55.289644 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-c989bcb5-8836-43a3-8e5a-19ee4d3d200a None None] Provisioning complete for port 7bd716ec-f257-4795-8534-d69281b43955 triggered by entity DHCP. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:50:55.290026 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-c989bcb5-8836-43a3-8e5a-19ee4d3d200a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (7bd716ec-f257-4795-8534-d69281b43955), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:55.331702 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-c989bcb5-8836-43a3-8e5a-19ee4d3d200a None None] Port 7bd716ec-f257-4795-8534-d69281b43955 cannot update to ACTIVE because it is not bound. {{(pid=114096) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 16:50:55.813662 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c872a139-5f87-40e3-8003-e8e7de4ad867 req-9be87410-d5b2-47d1-a5f6-dd912c4a69e0 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:55.816067 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-c872a139-5f87-40e3-8003-e8e7de4ad867 req-9be87410-d5b2-47d1-a5f6-dd912c4a69e0 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2 HTTP/1.1" status: 200 len: 945 time: 0.1540034 Jan 27 16:50:55.886815 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 48192) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:50:55.888335 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bc8beb-32f6-4760-8c3f-fe9eaeaef079 req-35ec0647-2fe7-4da4-a73d-923a7a3f2d92 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:55.892121 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.v2.base [None req-0306ff93-5059-421c-b78a-b0452358deb0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1014975214-network', 'tenant_id': '63cea5ab5c644c2ba6badb6d25b3dbdc'}} {{(pid=114094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:50:55.894878 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-e9bc8beb-32f6-4760-8c3f-fe9eaeaef079 req-35ec0647-2fe7-4da4-a73d-923a7a3f2d92 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] 10.222.0.48 "GET /v2.0/networks?id=d5d058f3-de8c-4c0f-bf66-49f826de473b HTTP/1.1" status: 200 len: 809 time: 0.1827826 Jan 27 16:50:55.918048 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-c872a139-5f87-40e3-8003-e8e7de4ad867 req-7705ef57-21f8-4988-9870-4566c9dd1f94 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945556 Jan 27 16:50:55.918391 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0306ff93-5059-421c-b78a-b0452358deb0 admin admin] Made reservation on behalf of 63cea5ab5c644c2ba6badb6d25b3dbdc for: {'network': 1} {{(pid=114094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:50:55.921169 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-0306ff93-5059-421c-b78a-b0452358deb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for network (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:55.925819 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-e9bc8beb-32f6-4760-8c3f-fe9eaeaef079 req-fadcc8a3-9ffd-40d9-8c18-7cb206efe4f5 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] 10.222.0.48 "GET /v2.0/quotas/a92d0592f8f14b89a36b145413b2fbe1 HTTP/1.1" status: 200 len: 375 time: 0.0298870 Jan 27 16:50:55.937597 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-0306ff93-5059-421c-b78a-b0452358deb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:55.973465 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-e9bc8beb-32f6-4760-8c3f-fe9eaeaef079 req-8cbd373a-1038-4402-b360-9302c65f652c tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a92d0592f8f14b89a36b145413b2fbe1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465734 Jan 27 16:50:56.035277 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-0306ff93-5059-421c-b78a-b0452358deb0 admin admin] Publish callbacks [] for security_group (67e1ae5d-e337-4c00-b9fa-e4d20479b7c1), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:56.035277 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-0306ff93-5059-421c-b78a-b0452358deb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (67e1ae5d-e337-4c00-b9fa-e4d20479b7c1), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:56.061704 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0306ff93-5059-421c-b78a-b0452358deb0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=114094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 16:50:56.071687 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0306ff93-5059-421c-b78a-b0452358deb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e1ae5d-e337-4c00-b9fa-e4d20479b7c1,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:50:56.076925 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-0306ff93-5059-421c-b78a-b0452358deb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985126'] for segment (3d2752a5-59f0-4a50-bd88-e5c169be5fda), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:56.077265 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.db.segments_db [None req-0306ff93-5059-421c-b78a-b0452358deb0 admin admin] Added segment 3d2752a5-59f0-4a50-bd88-e5c169be5fda of type vlan for network 70fa1606-5f5c-4dad-a068-f2643ee5660f Jan 27 16:50:56.093068 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-e9bc8beb-32f6-4760-8c3f-fe9eaeaef079 req-41ba024b-3970-487f-9e73-f8e330919448 service neutron] 10.222.0.48 "GET /v2.0/networks/d5d058f3-de8c-4c0f-bf66-49f826de473b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186175 Jan 27 16:50:56.126422 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-0306ff93-5059-421c-b78a-b0452358deb0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740202591609'] for network (70fa1606-5f5c-4dad-a068-f2643ee5660f), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:56.168496 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-0306ff93-5059-421c-b78a-b0452358deb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092'] for network (70fa1606-5f5c-4dad-a068-f2643ee5660f), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:56.169616 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0306ff93-5059-421c-b78a-b0452358deb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:56.170353 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-0306ff93-5059-421c-b78a-b0452358deb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032074'] for network (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:56.206896 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-0306ff93-5059-421c-b78a-b0452358deb0 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3189635 Jan 27 16:50:56.209350 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 48206) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:50:56.215060 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.v2.base [None req-48b2a188-d483-4a91-bf77-145044c5362e admin admin] Request body: {'subnet': {'network_id': '70fa1606-5f5c-4dad-a068-f2643ee5660f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1014975214-subnet', 'tenant_id': '63cea5ab5c644c2ba6badb6d25b3dbdc', 'ip_version': 4}} {{(pid=114095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:50:56.239394 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-e9bc8beb-32f6-4760-8c3f-fe9eaeaef079 req-2024991b-4c63-471e-b698-3e015b558529 service neutron] 10.222.0.48 "GET /v2.0/networks/d5d058f3-de8c-4c0f-bf66-49f826de473b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411133 Jan 27 16:50:56.249851 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0306ff93-5059-421c-b78a-b0452358deb0 admin admin] Pushing event updated for resources: {'Network': ['ID=70fa1606-5f5c-4dad-a068-f2643ee5660f,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:50:56.264816 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Network 70fa1606-5f5c-4dad-a068-f2643ee5660f details requested by agent ovs-agent-dv-cinder-818830-2-iscsi with host dv-cinder-818830-2-iscsi {{(pid=114096) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 16:50:56.284356 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b2a188-d483-4a91-bf77-145044c5362e admin admin] Made reservation on behalf of 63cea5ab5c644c2ba6badb6d25b3dbdc for: {'subnet': 1} {{(pid=114095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:50:56.287886 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-48b2a188-d483-4a91-bf77-145044c5362e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9200560'] for subnet (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:56.455526 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-d6f12314-eda3-4603-9380-0d750a3f51a3 req-98afdfdc-6c20-4c60-9afc-fe9124e520ef tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e4a7a5a-c32b-4e0c-bca9-40cdbca30fb1 HTTP/1.1" status: 200 len: 210 time: 0.0379453 Jan 27 16:50:56.587931 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-48b2a188-d483-4a91-bf77-145044c5362e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9200546'] for subnet (c953c124-0fe9-47e8-846e-35a7c9e9271e), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:56.653657 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2a188-d483-4a91-bf77-145044c5362e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c953c124-0fe9-47e8-846e-35a7c9e9271e,revision_number=0']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:50:56.664514 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b2a188-d483-4a91-bf77-145044c5362e admin admin] Checking segment: {'id': '3d2752a5-59f0-4a50-bd88-e5c169be5fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '70fa1606-5f5c-4dad-a068-f2643ee5660f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:50:56.664876 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b2a188-d483-4a91-bf77-145044c5362e admin admin] Network hostable DHCP agents. Network: 70fa1606-5f5c-4dad-a068-f2643ee5660f, hostable agents: ['b49cc950-6aaa-44e3-a3c4-70b67101afab'], hosted agents: [] {{(pid=114095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 16:50:56.689512 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b2a188-d483-4a91-bf77-145044c5362e admin admin] Network 70fa1606-5f5c-4dad-a068-f2643ee5660f is scheduled to be hosted by DHCP agent b49cc950-6aaa-44e3-a3c4-70b67101afab with binding_index 1 {{(pid=114095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 16:50:56.696697 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.scheduler.base_scheduler [None req-48b2a188-d483-4a91-bf77-145044c5362e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818830-2-iscsi, 70fa1606-5f5c-4dad-a068-f2643ee5660f) {{(pid=114095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:50:56.704285 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b2a188-d483-4a91-bf77-145044c5362e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:56.704833 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393ea0d1-f463-42cd-9213-556ab3c52ad2 None None] Network 70fa1606-5f5c-4dad-a068-f2643ee5660f requested from dv-cinder-818830-2-iscsi {{(pid=114096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 16:50:56.704980 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-48b2a188-d483-4a91-bf77-145044c5362e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032074'] for subnet (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:56.741183 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-48b2a188-d483-4a91-bf77-145044c5362e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5304635 Jan 27 16:50:56.743698 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 48228) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:50:56.755316 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.v2.base [None req-644a1852-0405-4818-b6a0-ecfccfb82ab6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1014975214-router', 'tenant_id': '63cea5ab5c644c2ba6badb6d25b3dbdc', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9'}}} {{(pid=114095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:50:56.796501 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-644a1852-0405-4818-b6a0-ecfccfb82ab6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1809585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5362'] for router (5245b7fb-c68f-4c38-a085-3cc3fb83c5dd), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:56.798173 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-644a1852-0405-4818-b6a0-ecfccfb82ab6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1797579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5371'] for router (5245b7fb-c68f-4c38-a085-3cc3fb83c5dd), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:56.885019 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device 6a2fd210-b75c-463f-85c0-d4f3b6212ba2 up at agent ovs-agent-dv-cinder-818830-2-iscsi {{(pid=114096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:50:56.903777 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-644a1852-0405-4818-b6a0-ecfccfb82ab6 admin admin] Publish callbacks [] for router_controller (5245b7fb-c68f-4c38-a085-3cc3fb83c5dd), precommit_add_association {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:56.962629 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e13630-07f8-4b3c-8e87-3d5cfda2894e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c1acf8-e4cc-5fda-8a64-db3d56aaaedc-70fa1606-5f5c-4dad-a068-f2643ee5660f', 'network_id': '70fa1606-5f5c-4dad-a068-f2643ee5660f', 'project_id': '63cea5ab5c644c2ba6badb6d25b3dbdc', 'fixed_ips': [{'subnet_id': 'c953c124-0fe9-47e8-846e-35a7c9e9271e'}]}} from dv-cinder-818830-2-iscsi. {{(pid=114096) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 16:50:56.963495 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-33e13630-07f8-4b3c-8e87-3d5cfda2894e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (None), before_create {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:57.137024 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-644a1852-0405-4818-b6a0-ecfccfb82ab6 admin admin] Publish callbacks [] for router_gateway (5245b7fb-c68f-4c38-a085-3cc3fb83c5dd), precommit_update {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:57.198327 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9571f4aa-71e5-4114-a698-dce99a9565bf req-89a22d93-3179-4de6-a79e-9c81675823a6 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:57.200035 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-9571f4aa-71e5-4114-a698-dce99a9565bf req-89a22d93-3179-4de6-a79e-9c81675823a6 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2 HTTP/1.1" status: 200 len: 945 time: 0.1403441 Jan 27 16:50:57.296381 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-9571f4aa-71e5-4114-a698-dce99a9565bf req-a67f88b7-8482-4159-b8d8-3bb98e850ee0 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592728 Jan 27 16:50:57.339945 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Provisioning complete for port 6a2fd210-b75c-463f-85c0-d4f3b6212ba2 triggered by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:50:57.340603 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (6a2fd210-b75c-463f-85c0-d4f3b6212ba2), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:57.364419 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbd69c7-001e-4017-abf0-bc076d85f1dc None None] Sync routers for ids ['3fcd3b45-d762-4234-8539-0812cbbe1b2a'] in dv-cinder-818830-2-iscsi {{(pid=114096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 16:50:57.398520 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbd69c7-001e-4017-abf0-bc076d85f1dc None None] Routers {'3fcd3b45-d762-4234-8539-0812cbbe1b2a'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:50:57.399172 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-9dbd69c7-001e-4017-abf0-bc076d85f1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T16:50:48Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['3fcd3b45-d762-4234-8539-0812cbbe1b2a'], 'active': True} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:50:57.453084 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.db_base_plugin_common [None req-33e13630-07f8-4b3c-8e87-3d5cfda2894e None None] Allocated IP 172.20.0.2 (70fa1606-5f5c-4dad-a068-f2643ee5660f/c953c124-0fe9-47e8-846e-35a7c9e9271e/b12a8683-f18c-465c-bace-83a946e0e0f7) {{(pid=114096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:50:57.480018 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-644a1852-0405-4818-b6a0-ecfccfb82ab6 admin admin] Publish callbacks [] for router_gateway (5245b7fb-c68f-4c38-a085-3cc3fb83c5dd), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:57.505593 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-644a1852-0405-4818-b6a0-ecfccfb82ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:57.594342 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-9c247e76-7c7d-464a-938c-c66d130f255a req-59a5b9ff-687a-4650-91bf-77cebb22894c tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e4a7a5a-c32b-4e0c-bca9-40cdbca30fb1 HTTP/1.1" status: 200 len: 210 time: 0.0327761 Jan 27 16:50:57.615679 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Current status of the port 6a2fd210-b75c-463f-85c0-d4f3b6212ba2 is: DOWN; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:50:57.615679 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (6a2fd210-b75c-463f-85c0-d4f3b6212ba2), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:57.654298 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvr_db [None req-9dbd69c7-001e-4017-abf0-bc076d85f1dc None None] Set router 3fcd3b45-d762-4234-8539-0812cbbe1b2a gateway port host: dv-cinder-818830-2-iscsi {{(pid=114096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:50:57.661280 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.db.db_base_plugin_common [None req-644a1852-0405-4818-b6a0-ecfccfb82ab6 admin admin] Allocated IP 172.27.2.204 (7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9/3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf/dac7b549-5874-428f-87f8-b2c363648329) {{(pid=114095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:50:57.708112 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] For port 6a2fd210-b75c-463f-85c0-d4f3b6212ba2, host dv-cinder-818830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818830-2-iscsi',level=0,port_id=6a2fd210-b75c-463f-85c0-d4f3b6212ba2,segment=NetworkSegment(9bd3a446-0196-4595-aa07-09a05d016e38),segment_id=9bd3a446-0196-4595-aa07-09a05d016e38)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:50:57.720647 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (6a2fd210-b75c-463f-85c0-d4f3b6212ba2), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:57.777873 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-644a1852-0405-4818-b6a0-ecfccfb82ab6 admin admin] Publish callbacks [] for port (dac7b549-5874-428f-87f8-b2c363648329), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:57.822251 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-644a1852-0405-4818-b6a0-ecfccfb82ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740202573617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080504'] for port (dac7b549-5874-428f-87f8-b2c363648329), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:57.886598 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bc8beb-32f6-4760-8c3f-fe9eaeaef079 req-9130cf7a-b181-4b01-8496-80f481ab8aa5 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:57.888115 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644a1852-0405-4818-b6a0-ecfccfb82ab6 admin admin] Pushing event updated for resources: {'Port': ['ID=dac7b549-5874-428f-87f8-b2c363648329,revision_number=1']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:50:57.888586 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-e9bc8beb-32f6-4760-8c3f-fe9eaeaef079 req-9130cf7a-b181-4b01-8496-80f481ab8aa5 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] 10.222.0.24 "GET /v2.0/networks?id=d5d058f3-de8c-4c0f-bf66-49f826de473b HTTP/1.1" status: 200 len: 809 time: 0.1390634 Jan 27 16:50:57.892856 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644a1852-0405-4818-b6a0-ecfccfb82ab6 admin admin] Network 7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9 is already hosted by enough agents. {{(pid=114095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:50:57.894732 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.scheduler.base_scheduler [None req-644a1852-0405-4818-b6a0-ecfccfb82ab6 admin admin] Resources bound (agent type, host, resource id): {{(pid=114095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:50:57.897926 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644a1852-0405-4818-b6a0-ecfccfb82ab6 admin admin] Received port after_create {{(pid=114095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:50:57.913373 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.v2.base [req-e9bc8beb-32f6-4760-8c3f-fe9eaeaef079 req-cfb4863a-7695-44a2-a6f0-17b410b720f5 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] Request body: {'port': {'device_id': '6e4a7a5a-c32b-4e0c-bca9-40cdbca30fb1', 'network_id': 'd5d058f3-de8c-4c0f-bf66-49f826de473b', 'admin_state_up': True, 'tenant_id': 'a92d0592f8f14b89a36b145413b2fbe1'}} {{(pid=114094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:50:57.914886 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Pushing event updated for resources: {'Port': ['ID=6a2fd210-b75c-463f-85c0-d4f3b6212ba2,revision_number=4']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:50:57.950510 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-33e13630-07f8-4b3c-8e87-3d5cfda2894e None None] Publish callbacks [] for port (b12a8683-f18c-465c-bace-83a946e0e0f7), precommit_create {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:57.962694 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-33e13630-07f8-4b3c-8e87-3d5cfda2894e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740202573617'] for port (b12a8683-f18c-465c-bace-83a946e0e0f7), after_create {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:58.036510 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e13630-07f8-4b3c-8e87-3d5cfda2894e None None] Network 70fa1606-5f5c-4dad-a068-f2643ee5660f is already hosted by enough agents. {{(pid=114096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:50:58.047327 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.scheduler.base_scheduler [None req-33e13630-07f8-4b3c-8e87-3d5cfda2894e None None] Resources bound (agent type, host, resource id): {{(pid=114096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:50:58.052454 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e13630-07f8-4b3c-8e87-3d5cfda2894e None None] Received port after_create {{(pid=114096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:50:58.055014 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e13630-07f8-4b3c-8e87-3d5cfda2894e None None] Pushing event updated for resources: {'Port': ['ID=b12a8683-f18c-465c-bace-83a946e0e0f7,revision_number=1']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:50:58.121229 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.managers [None req-33e13630-07f8-4b3c-8e87-3d5cfda2894e None None] Attempting to bind port b12a8683-f18c-465c-bace-83a946e0e0f7 on host dv-cinder-818830-2-iscsi for vnic_type normal with profile {{(pid=114096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:50:58.121594 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.managers [None req-33e13630-07f8-4b3c-8e87-3d5cfda2894e None None] Attempting to bind port b12a8683-f18c-465c-bace-83a946e0e0f7 by drivers openvswitch,hyperv on host dv-cinder-818830-2-iscsi at level 0 using segments [{'id': '3d2752a5-59f0-4a50-bd88-e5c169be5fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '70fa1606-5f5c-4dad-a068-f2643ee5660f'}] {{(pid=114096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:50:58.121960 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e13630-07f8-4b3c-8e87-3d5cfda2894e None None] Attempting to bind port b12a8683-f18c-465c-bace-83a946e0e0f7 on network 70fa1606-5f5c-4dad-a068-f2643ee5660f {{(pid=114096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:50:58.128603 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e13630-07f8-4b3c-8e87-3d5cfda2894e None None] Checking agent: {'id': '492c1832-c7a3-4f77-b4ba-2ebdc28556bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818830-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 40, 53), 'started_at': datetime.datetime(2022, 1, 27, 16, 41, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818830-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:50:58.129004 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e13630-07f8-4b3c-8e87-3d5cfda2894e None None] Checking segment: {'id': '3d2752a5-59f0-4a50-bd88-e5c169be5fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '70fa1606-5f5c-4dad-a068-f2643ee5660f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:50:58.129745 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-33e13630-07f8-4b3c-8e87-3d5cfda2894e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:58.129745 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e13630-07f8-4b3c-8e87-3d5cfda2894e None None] Bound using segment: {'id': '3d2752a5-59f0-4a50-bd88-e5c169be5fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '70fa1606-5f5c-4dad-a068-f2643ee5660f'} {{(pid=114096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:50:58.130209 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.managers [None req-33e13630-07f8-4b3c-8e87-3d5cfda2894e None None] Bound port: b12a8683-f18c-465c-bace-83a946e0e0f7, host: dv-cinder-818830-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d2752a5-59f0-4a50-bd88-e5c169be5fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '70fa1606-5f5c-4dad-a068-f2643ee5660f'}}] {{(pid=114096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:50:58.131156 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-33e13630-07f8-4b3c-8e87-3d5cfda2894e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (b12a8683-f18c-465c-bace-83a946e0e0f7), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:58.155123 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-9dbd69c7-001e-4017-abf0-bc076d85f1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fcd3b45-d762-4234-8539-0812cbbe1b2a', 'name': 'tempest-TestShelveInstance-318222483-router', 'tenant_id': '5c13f9d51cfe44de91903d2de6032c92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '6a2fd210-b75c-463f-85c0-d4f3b6212ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:50:50Z', 'updated_at': '2022-01-27T16:50:54Z', 'revision_number': 4, 'project_id': '5c13f9d51cfe44de91903d2de6032c92', 'gw_port': {'id': '6a2fd210-b75c-463f-85c0-d4f3b6212ba2', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e7:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fcd3b45-d762-4234-8539-0812cbbe1b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:50:51Z', 'updated_at': '2022-01-27T16:50:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi', '_interfaces': [{'id': '7bd716ec-f257-4795-8534-d69281b43955', 'name': '', 'network_id': '05347023-7f45-4941-9645-f74845d1ff41', 'tenant_id': '5c13f9d51cfe44de91903d2de6032c92', 'mac_address': 'fa:16:3e:0b:36:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fcd3b45-d762-4234-8539-0812cbbe1b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '7ab5f392-687f-432c-88e9-dac8c277b717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:50:53Z', 'updated_at': '2022-01-27T16:50:54Z', 'revision_number': 2, 'project_id': '5c13f9d51cfe44de91903d2de6032c92', 'subnets': [{'id': '7ab5f392-687f-432c-88e9-dac8c277b717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:50:58.194464 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-644a1852-0405-4818-b6a0-ecfccfb82ab6 admin admin] Publish callbacks [] for router_gateway (5245b7fb-c68f-4c38-a085-3cc3fb83c5dd), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:58.199266 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbd69c7-001e-4017-abf0-bc076d85f1dc None None] Checking router: 3fcd3b45-d762-4234-8539-0812cbbe1b2a for host: dv-cinder-818830-2-iscsi {{(pid=114096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 16:50:58.199656 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbd69c7-001e-4017-abf0-bc076d85f1dc None None] Updating router 3fcd3b45-d762-4234-8539-0812cbbe1b2a port 7bd716ec-f257-4795-8534-d69281b43955 binding host dv-cinder-818830-2-iscsi {{(pid=114096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 16:50:58.244404 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-9dbd69c7-001e-4017-abf0-bc076d85f1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (7bd716ec-f257-4795-8534-d69281b43955), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:58.279102 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-33e13630-07f8-4b3c-8e87-3d5cfda2894e None None] For port b12a8683-f18c-465c-bace-83a946e0e0f7, host dv-cinder-818830-2-iscsi, cleared binding levels {{(pid=114096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:50:58.282783 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-33e13630-07f8-4b3c-8e87-3d5cfda2894e None None] For port b12a8683-f18c-465c-bace-83a946e0e0f7, host dv-cinder-818830-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818830-2-iscsi',level=0,port_id=b12a8683-f18c-465c-bace-83a946e0e0f7,segment=NetworkSegment(3d2752a5-59f0-4a50-bd88-e5c169be5fda),segment_id=3d2752a5-59f0-4a50-bd88-e5c169be5fda)] {{(pid=114096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:50:58.308143 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-33e13630-07f8-4b3c-8e87-3d5cfda2894e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (b12a8683-f18c-465c-bace-83a946e0e0f7), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:58.319895 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9bc8beb-32f6-4760-8c3f-fe9eaeaef079 req-cfb4863a-7695-44a2-a6f0-17b410b720f5 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] Made reservation on behalf of a92d0592f8f14b89a36b145413b2fbe1 for: {'port': 1} {{(pid=114094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:50:58.324200 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-e9bc8beb-32f6-4760-8c3f-fe9eaeaef079 req-cfb4863a-7695-44a2-a6f0-17b410b720f5 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:58.446404 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-644a1852-0405-4818-b6a0-ecfccfb82ab6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1797566'] for router (5245b7fb-c68f-4c38-a085-3cc3fb83c5dd), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:58.492109 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e13630-07f8-4b3c-8e87-3d5cfda2894e None None] Pushing event updated for resources: {'Port': ['ID=b12a8683-f18c-465c-bace-83a946e0e0f7,revision_number=2']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:50:58.536209 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.db_base_plugin_common [req-e9bc8beb-32f6-4760-8c3f-fe9eaeaef079 req-cfb4863a-7695-44a2-a6f0-17b410b720f5 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] Allocated IP 172.20.0.3 (d5d058f3-de8c-4c0f-bf66-49f826de473b/db20ac1e-30e4-4568-857a-3c60502d7a1f/405aa040-774d-4e6f-a24e-9f71de3bfaaa) {{(pid=114094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:50:58.590329 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a13360-c79d-4067-b5f9-5f65ccb72e90 req-def72eaa-6cfd-449f-8ff2-0e4b7fbf6ca0 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:58.591878 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-e4a13360-c79d-4067-b5f9-5f65ccb72e90 req-def72eaa-6cfd-449f-8ff2-0e4b7fbf6ca0 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2 HTTP/1.1" status: 200 len: 945 time: 0.1431241 Jan 27 16:50:58.722292 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-e4a13360-c79d-4067-b5f9-5f65ccb72e90 req-86515de6-c13c-4308-8d30-f48a7b5ff806 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014180 Jan 27 16:50:58.741465 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-9dbd69c7-001e-4017-abf0-bc076d85f1dc None None] Publish callbacks [] for port (7bd716ec-f257-4795-8534-d69281b43955), precommit_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:58.748624 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-644a1852-0405-4818-b6a0-ecfccfb82ab6 admin admin] Router 5245b7fb-c68f-4c38-a085-3cc3fb83c5dd is scheduled to L3 agent bdbd084a-7876-495d-b5d9-cf3ee18f0227 with binding_index 1 {{(pid=114095) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 16:50:58.755389 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-9dbd69c7-001e-4017-abf0-bc076d85f1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (7bd716ec-f257-4795-8534-d69281b43955), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:58.802684 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-e9bc8beb-32f6-4760-8c3f-fe9eaeaef079 req-cfb4863a-7695-44a2-a6f0-17b410b720f5 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] Publish callbacks [] for port (405aa040-774d-4e6f-a24e-9f71de3bfaaa), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:58.895619 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-e9bc8beb-32f6-4760-8c3f-fe9eaeaef079 req-cfb4863a-7695-44a2-a6f0-17b410b720f5 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740202573617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777202'] for port (405aa040-774d-4e6f-a24e-9f71de3bfaaa), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:58.930972 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-60f69ae9-f4d1-4177-a2d1-2342ffa8eea1 req-7b899901-53a4-452f-91f9-9fa1a816e137 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e4a7a5a-c32b-4e0c-bca9-40cdbca30fb1 HTTP/1.1" status: 200 len: 210 time: 0.0598936 Jan 27 16:50:58.963005 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0108cb73-a7a5-4312-99c8-e398ca0b806a None None] Pushing event updated for resources: {'Port': ['ID=7bd716ec-f257-4795-8534-d69281b43955,revision_number=3']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:50:58.983609 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9bc8beb-32f6-4760-8c3f-fe9eaeaef079 req-cfb4863a-7695-44a2-a6f0-17b410b720f5 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] Network d5d058f3-de8c-4c0f-bf66-49f826de473b is already hosted by enough agents. {{(pid=114094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:50:58.989476 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.managers [None req-9dbd69c7-001e-4017-abf0-bc076d85f1dc None None] Attempting to bind port 7bd716ec-f257-4795-8534-d69281b43955 on host dv-cinder-818830-2-iscsi for vnic_type normal with profile {{(pid=114096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:50:58.989910 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.managers [None req-9dbd69c7-001e-4017-abf0-bc076d85f1dc None None] Attempting to bind port 7bd716ec-f257-4795-8534-d69281b43955 by drivers openvswitch,hyperv on host dv-cinder-818830-2-iscsi at level 0 using segments [{'id': '9cf010a4-01d5-45d3-8f39-2af2ba8124ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '05347023-7f45-4941-9645-f74845d1ff41'}] {{(pid=114096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:50:58.990295 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbd69c7-001e-4017-abf0-bc076d85f1dc None None] Attempting to bind port 7bd716ec-f257-4795-8534-d69281b43955 on network 05347023-7f45-4941-9645-f74845d1ff41 {{(pid=114096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:50:58.991344 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.base_scheduler [req-e9bc8beb-32f6-4760-8c3f-fe9eaeaef079 req-cfb4863a-7695-44a2-a6f0-17b410b720f5 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] Resources bound (agent type, host, resource id): {{(pid=114094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:50:58.994233 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9bc8beb-32f6-4760-8c3f-fe9eaeaef079 req-cfb4863a-7695-44a2-a6f0-17b410b720f5 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] Received port after_create {{(pid=114094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:50:59.011781 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbd69c7-001e-4017-abf0-bc076d85f1dc None None] Checking agent: {'id': '492c1832-c7a3-4f77-b4ba-2ebdc28556bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818830-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 40, 53), 'started_at': datetime.datetime(2022, 1, 27, 16, 41, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818830-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:50:59.012658 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbd69c7-001e-4017-abf0-bc076d85f1dc None None] Checking segment: {'id': '9cf010a4-01d5-45d3-8f39-2af2ba8124ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '05347023-7f45-4941-9645-f74845d1ff41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:50:59.012658 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-9dbd69c7-001e-4017-abf0-bc076d85f1dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:59.012890 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbd69c7-001e-4017-abf0-bc076d85f1dc None None] Bound using segment: {'id': '9cf010a4-01d5-45d3-8f39-2af2ba8124ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '05347023-7f45-4941-9645-f74845d1ff41'} {{(pid=114096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:50:59.013305 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.managers [None req-9dbd69c7-001e-4017-abf0-bc076d85f1dc None None] Bound port: 7bd716ec-f257-4795-8534-d69281b43955, host: dv-cinder-818830-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cf010a4-01d5-45d3-8f39-2af2ba8124ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '05347023-7f45-4941-9645-f74845d1ff41'}}] {{(pid=114096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:50:59.013736 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-9dbd69c7-001e-4017-abf0-bc076d85f1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (7bd716ec-f257-4795-8534-d69281b43955), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:59.046854 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb4863a-7695-44a2-a6f0-17b410b720f5 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] Pushing event updated for resources: {'Port': ['ID=405aa040-774d-4e6f-a24e-9f71de3bfaaa,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:50:59.069397 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-644a1852-0405-4818-b6a0-ecfccfb82ab6 admin admin] Notify agent at l3_agent.dv-cinder-818830-2-iscsi the message routers_updated {{(pid=114095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 16:50:59.070183 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bc8beb-32f6-4760-8c3f-fe9eaeaef079 req-cfb4863a-7695-44a2-a6f0-17b410b720f5 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:59.071311 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-e9bc8beb-32f6-4760-8c3f-fe9eaeaef079 req-cfb4863a-7695-44a2-a6f0-17b410b720f5 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118807'] for port (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:59.077916 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device b12a8683-f18c-465c-bace-83a946e0e0f7 up at agent ovs-agent-dv-cinder-818830-2-iscsi {{(pid=114096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:50:59.096868 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-e9bc8beb-32f6-4760-8c3f-fe9eaeaef079 req-cfb4863a-7695-44a2-a6f0-17b410b720f5 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1947467 Jan 27 16:50:59.098802 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b301d0-7f3c-4e77-afb2-acedf43bd856 None None] Sync routers for ids ['5245b7fb-c68f-4c38-a085-3cc3fb83c5dd'] in dv-cinder-818830-2-iscsi {{(pid=114097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 16:50:59.102937 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-644a1852-0405-4818-b6a0-ecfccfb82ab6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:59.105415 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-644a1852-0405-4818-b6a0-ecfccfb82ab6 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3597717 Jan 27 16:50:59.107690 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 48278) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:50:59.123438 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.v2.base [req-e9bc8beb-32f6-4760-8c3f-fe9eaeaef079 req-92a22f05-20d6-4aca-931c-1d4a05aafca4 service neutron] Request body: {'port': {'device_id': '6e4a7a5a-c32b-4e0c-bca9-40cdbca30fb1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81883'}} {{(pid=114094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:50:59.126868 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b301d0-7f3c-4e77-afb2-acedf43bd856 None None] Routers {'5245b7fb-c68f-4c38-a085-3cc3fb83c5dd'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:50:59.127868 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_hamode_db [None req-f9b301d0-7f3c-4e77-afb2-acedf43bd856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T16:50:48Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['5245b7fb-c68f-4c38-a085-3cc3fb83c5dd'], 'active': True} {{(pid=114097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:50:59.142174 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-9dbd69c7-001e-4017-abf0-bc076d85f1dc None None] For port 7bd716ec-f257-4795-8534-d69281b43955, host dv-cinder-818830-2-iscsi, cleared binding levels {{(pid=114096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:50:59.145751 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-9dbd69c7-001e-4017-abf0-bc076d85f1dc None None] For port 7bd716ec-f257-4795-8534-d69281b43955, host dv-cinder-818830-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818830-2-iscsi',level=0,port_id=7bd716ec-f257-4795-8534-d69281b43955,segment=NetworkSegment(9cf010a4-01d5-45d3-8f39-2af2ba8124ec),segment_id=9cf010a4-01d5-45d3-8f39-2af2ba8124ec)] {{(pid=114096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:50:59.161151 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-9dbd69c7-001e-4017-abf0-bc076d85f1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (7bd716ec-f257-4795-8534-d69281b43955), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:59.175064 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Provisioning complete for port b12a8683-f18c-465c-bace-83a946e0e0f7 triggered by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:50:59.175314 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (b12a8683-f18c-465c-bace-83a946e0e0f7), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:59.264829 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_dvr_db [None req-f9b301d0-7f3c-4e77-afb2-acedf43bd856 None None] Set router 5245b7fb-c68f-4c38-a085-3cc3fb83c5dd gateway port host: dv-cinder-818830-2-iscsi {{(pid=114097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:50:59.266128 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbd69c7-001e-4017-abf0-bc076d85f1dc None None] Routers {'3fcd3b45-d762-4234-8539-0812cbbe1b2a'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:50:59.266773 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-9dbd69c7-001e-4017-abf0-bc076d85f1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T16:50:48Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['3fcd3b45-d762-4234-8539-0812cbbe1b2a'], 'active': True} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:50:59.272730 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0108cb73-a7a5-4312-99c8-e398ca0b806a None None] Pushing event updated for resources: {'Port': ['ID=7bd716ec-f257-4795-8534-d69281b43955,revision_number=4']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:50:59.297403 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-e9bc8beb-32f6-4760-8c3f-fe9eaeaef079 req-92a22f05-20d6-4aca-931c-1d4a05aafca4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (405aa040-774d-4e6f-a24e-9f71de3bfaaa), before_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:59.542392 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_hamode_db [None req-f9b301d0-7f3c-4e77-afb2-acedf43bd856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5245b7fb-c68f-4c38-a085-3cc3fb83c5dd', 'name': 'tempest-TestShelveInstance-1014975214-router', 'tenant_id': '63cea5ab5c644c2ba6badb6d25b3dbdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'dac7b549-5874-428f-87f8-b2c363648329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:50:56Z', 'updated_at': '2022-01-27T16:50:58Z', 'revision_number': 3, 'project_id': '63cea5ab5c644c2ba6badb6d25b3dbdc', 'gw_port': {'id': 'dac7b549-5874-428f-87f8-b2c363648329', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:55:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5245b7fb-c68f-4c38-a085-3cc3fb83c5dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:50:57Z', 'updated_at': '2022-01-27T16:50:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi'}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:50:59.585863 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-9e28be00-e79a-43e3-950a-7666937b20f9 None None] Provisioning complete for port 7bd716ec-f257-4795-8534-d69281b43955 triggered by entity DHCP. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:50:59.586431 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-9e28be00-e79a-43e3-950a-7666937b20f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (7bd716ec-f257-4795-8534-d69281b43955), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:59.635470 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b301d0-7f3c-4e77-afb2-acedf43bd856 None None] Checking router: 5245b7fb-c68f-4c38-a085-3cc3fb83c5dd for host: dv-cinder-818830-2-iscsi {{(pid=114097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 16:50:59.635949 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b301d0-7f3c-4e77-afb2-acedf43bd856 None None] Updating router 5245b7fb-c68f-4c38-a085-3cc3fb83c5dd port dac7b549-5874-428f-87f8-b2c363648329 binding host dv-cinder-818830-2-iscsi {{(pid=114097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 16:50:59.657400 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Current status of the port b12a8683-f18c-465c-bace-83a946e0e0f7 is: DOWN; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:50:59.657400 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (b12a8683-f18c-465c-bace-83a946e0e0f7), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:59.674750 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron_lib.callbacks.manager [None req-f9b301d0-7f3c-4e77-afb2-acedf43bd856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (dac7b549-5874-428f-87f8-b2c363648329), before_update {{(pid=114097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:59.693429 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvr_db [None req-9dbd69c7-001e-4017-abf0-bc076d85f1dc None None] Set router 3fcd3b45-d762-4234-8539-0812cbbe1b2a gateway port host: dv-cinder-818830-2-iscsi {{(pid=114096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:50:59.921402 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da359be8-e0e3-46d5-bb4a-166ab90eae30 req-8ea3b71f-9d46-4e89-8fee-89da47d74423 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:50:59.922971 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] For port b12a8683-f18c-465c-bace-83a946e0e0f7, host dv-cinder-818830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818830-2-iscsi',level=0,port_id=b12a8683-f18c-465c-bace-83a946e0e0f7,segment=NetworkSegment(3d2752a5-59f0-4a50-bd88-e5c169be5fda),segment_id=3d2752a5-59f0-4a50-bd88-e5c169be5fda)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:50:59.923168 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-da359be8-e0e3-46d5-bb4a-166ab90eae30 req-8ea3b71f-9d46-4e89-8fee-89da47d74423 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2 HTTP/1.1" status: 200 len: 945 time: 0.0705974 Jan 27 16:50:59.975145 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (b12a8683-f18c-465c-bace-83a946e0e0f7), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:50:59.975499 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device 6a2fd210-b75c-463f-85c0-d4f3b6212ba2 up at agent ovs-agent-dv-cinder-818830-2-iscsi {{(pid=114096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:51:00.027178 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-da359be8-e0e3-46d5-bb4a-166ab90eae30 req-85308c43-15f0-42ed-bbe9-370816f48885 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877182 Jan 27 16:51:00.073045 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron_lib.callbacks.manager [None req-f9b301d0-7f3c-4e77-afb2-acedf43bd856 None None] Publish callbacks [] for port (dac7b549-5874-428f-87f8-b2c363648329), precommit_update {{(pid=114097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:00.079528 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648c906e-2dee-4d5e-9e71-12daf0a70b50 None None] Network 70fa1606-5f5c-4dad-a068-f2643ee5660f requested from dv-cinder-818830-2-iscsi {{(pid=114096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 16:51:00.082031 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron_lib.callbacks.manager [None req-f9b301d0-7f3c-4e77-afb2-acedf43bd856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (dac7b549-5874-428f-87f8-b2c363648329), after_update {{(pid=114097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:00.116865 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e075eb4-a9ed-4767-9be6-2a4c4d2d1d19 req-b4a0c60d-ab67-497d-a306-a686e5cd23c3 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:00.127721 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-9e075eb4-a9ed-4767-9be6-2a4c4d2d1d19 req-b4a0c60d-ab67-497d-a306-a686e5cd23c3 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e4a7a5a-c32b-4e0c-bca9-40cdbca30fb1 HTTP/1.1" status: 200 len: 931 time: 0.0721490 Jan 27 16:51:00.141106 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.notifiers.nova [req-e9bc8beb-32f6-4760-8c3f-fe9eaeaef079 req-92a22f05-20d6-4aca-931c-1d4a05aafca4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 405aa040-774d-4e6f-a24e-9f71de3bfaaa {{(pid=114094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:51:00.143181 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394a3cd5-0524-43dd-85e3-354bb0f22ce1 None None] Pushing event updated for resources: {'Port': ['ID=dac7b549-5874-428f-87f8-b2c363648329,revision_number=2']} {{(pid=114097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:51:00.159187 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-e9bc8beb-32f6-4760-8c3f-fe9eaeaef079 req-92a22f05-20d6-4aca-931c-1d4a05aafca4 service neutron] Publish callbacks [] for port (405aa040-774d-4e6f-a24e-9f71de3bfaaa), precommit_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:00.168046 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.plugins.ml2.managers [None req-f9b301d0-7f3c-4e77-afb2-acedf43bd856 None None] Attempting to bind port dac7b549-5874-428f-87f8-b2c363648329 on host dv-cinder-818830-2-iscsi for vnic_type normal with profile {{(pid=114097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:51:00.168418 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.plugins.ml2.managers [None req-f9b301d0-7f3c-4e77-afb2-acedf43bd856 None None] Attempting to bind port dac7b549-5874-428f-87f8-b2c363648329 by drivers openvswitch,hyperv on host dv-cinder-818830-2-iscsi at level 0 using segments [{'id': '9bd3a446-0196-4595-aa07-09a05d016e38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9'}] {{(pid=114097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:51:00.168780 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b301d0-7f3c-4e77-afb2-acedf43bd856 None None] Attempting to bind port dac7b549-5874-428f-87f8-b2c363648329 on network 7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9 {{(pid=114097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:51:00.175735 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b301d0-7f3c-4e77-afb2-acedf43bd856 None None] Checking agent: {'id': '492c1832-c7a3-4f77-b4ba-2ebdc28556bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818830-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 40, 53), 'started_at': datetime.datetime(2022, 1, 27, 16, 41, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818830-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:51:00.176221 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b301d0-7f3c-4e77-afb2-acedf43bd856 None None] Checking segment: {'id': '9bd3a446-0196-4595-aa07-09a05d016e38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:51:00.176625 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron_lib.callbacks.manager [None req-f9b301d0-7f3c-4e77-afb2-acedf43bd856 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:00.177013 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b301d0-7f3c-4e77-afb2-acedf43bd856 None None] Bound using segment: {'id': '9bd3a446-0196-4595-aa07-09a05d016e38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9'} {{(pid=114097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:51:00.178199 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.plugins.ml2.managers [None req-f9b301d0-7f3c-4e77-afb2-acedf43bd856 None None] Bound port: dac7b549-5874-428f-87f8-b2c363648329, host: dv-cinder-818830-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bd3a446-0196-4595-aa07-09a05d016e38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9'}}] {{(pid=114097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:51:00.178639 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron_lib.callbacks.manager [None req-f9b301d0-7f3c-4e77-afb2-acedf43bd856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (dac7b549-5874-428f-87f8-b2c363648329), before_update {{(pid=114097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:00.188172 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-9e28be00-e79a-43e3-950a-7666937b20f9 None None] Current status of the port 7bd716ec-f257-4795-8534-d69281b43955 is: DOWN; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:51:00.188577 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-9e28be00-e79a-43e3-950a-7666937b20f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (7bd716ec-f257-4795-8534-d69281b43955), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:00.191249 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-9e075eb4-a9ed-4767-9be6-2a4c4d2d1d19 req-788b3e6a-0297-40f4-9a65-13a30ac3cfc3 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] 10.222.0.48 "GET /v2.0/security-groups?id=0feb8893-1709-4a6f-b008-569857e74965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620990 Jan 27 16:51:00.216337 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.provisioning_blocks [req-e9bc8beb-32f6-4760-8c3f-fe9eaeaef079 req-92a22f05-20d6-4aca-931c-1d4a05aafca4 service neutron] Transition to ACTIVE for port object 405aa040-774d-4e6f-a24e-9f71de3bfaaa will not be triggered until provisioned by entity L2. {{(pid=114094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 16:51:00.224126 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-e9bc8beb-32f6-4760-8c3f-fe9eaeaef079 req-92a22f05-20d6-4aca-931c-1d4a05aafca4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8776969'] for port (405aa040-774d-4e6f-a24e-9f71de3bfaaa), after_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:00.229727 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-d384f070-cec6-49d2-82d9-38a20336dcee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:00.251357 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.plugins.ml2.db [None req-f9b301d0-7f3c-4e77-afb2-acedf43bd856 None None] For port dac7b549-5874-428f-87f8-b2c363648329, host dv-cinder-818830-2-iscsi, cleared binding levels {{(pid=114097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:51:00.256434 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.plugins.ml2.db [None req-f9b301d0-7f3c-4e77-afb2-acedf43bd856 None None] For port dac7b549-5874-428f-87f8-b2c363648329, host dv-cinder-818830-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818830-2-iscsi',level=0,port_id=dac7b549-5874-428f-87f8-b2c363648329,segment=NetworkSegment(9bd3a446-0196-4595-aa07-09a05d016e38),segment_id=9bd3a446-0196-4595-aa07-09a05d016e38)] {{(pid=114097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:51:00.263599 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron_lib.callbacks.manager [None req-f9b301d0-7f3c-4e77-afb2-acedf43bd856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (dac7b549-5874-428f-87f8-b2c363648329), after_update {{(pid=114097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:00.283338 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Pushing event updated for resources: {'Port': ['ID=b12a8683-f18c-465c-bace-83a946e0e0f7,revision_number=3']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:51:00.315839 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-9e28be00-e79a-43e3-950a-7666937b20f9 None None] For port 7bd716ec-f257-4795-8534-d69281b43955, host dv-cinder-818830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818830-2-iscsi',level=0,port_id=7bd716ec-f257-4795-8534-d69281b43955,segment=NetworkSegment(9cf010a4-01d5-45d3-8f39-2af2ba8124ec),segment_id=9cf010a4-01d5-45d3-8f39-2af2ba8124ec)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:51:00.326873 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-9e28be00-e79a-43e3-950a-7666937b20f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (7bd716ec-f257-4795-8534-d69281b43955), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:00.332225 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Provisioning complete for port 6a2fd210-b75c-463f-85c0-d4f3b6212ba2 triggered by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:51:00.332810 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (6a2fd210-b75c-463f-85c0-d4f3b6212ba2), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:00.336876 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a22f05-20d6-4aca-931c-1d4a05aafca4 service neutron] Pushing event updated for resources: {'Port': ['ID=405aa040-774d-4e6f-a24e-9f71de3bfaaa,revision_number=2']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:51:00.373490 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394a3cd5-0524-43dd-85e3-354bb0f22ce1 None None] Pushing event updated for resources: {'Port': ['ID=dac7b549-5874-428f-87f8-b2c363648329,revision_number=3']} {{(pid=114097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:51:00.399552 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b301d0-7f3c-4e77-afb2-acedf43bd856 None None] Routers {'5245b7fb-c68f-4c38-a085-3cc3fb83c5dd'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:51:00.400655 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_hamode_db [None req-f9b301d0-7f3c-4e77-afb2-acedf43bd856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T16:50:48Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['5245b7fb-c68f-4c38-a085-3cc3fb83c5dd'], 'active': True} {{(pid=114097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:51:00.425446 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-9dbd69c7-001e-4017-abf0-bc076d85f1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fcd3b45-d762-4234-8539-0812cbbe1b2a', 'name': 'tempest-TestShelveInstance-318222483-router', 'tenant_id': '5c13f9d51cfe44de91903d2de6032c92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '6a2fd210-b75c-463f-85c0-d4f3b6212ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:50:50Z', 'updated_at': '2022-01-27T16:50:54Z', 'revision_number': 4, 'project_id': '5c13f9d51cfe44de91903d2de6032c92', 'gw_port': {'id': '6a2fd210-b75c-463f-85c0-d4f3b6212ba2', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcd3b45-d762-4234-8539-0812cbbe1b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:50:51Z', 'updated_at': '2022-01-27T16:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi', '_interfaces': [{'id': '7bd716ec-f257-4795-8534-d69281b43955', 'name': '', 'network_id': '05347023-7f45-4941-9645-f74845d1ff41', 'tenant_id': '5c13f9d51cfe44de91903d2de6032c92', 'mac_address': 'fa:16:3e:0b:36:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fcd3b45-d762-4234-8539-0812cbbe1b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '7ab5f392-687f-432c-88e9-dac8c277b717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:50:53Z', 'updated_at': '2022-01-27T16:50:59Z', 'revision_number': 4, 'project_id': '5c13f9d51cfe44de91903d2de6032c92', 'subnets': [{'id': '7ab5f392-687f-432c-88e9-dac8c277b717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:51:00.458115 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e28be00-e79a-43e3-950a-7666937b20f9 None None] Pushing event updated for resources: {'Port': ['ID=7bd716ec-f257-4795-8534-d69281b43955,revision_number=5']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:51:00.465920 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbd69c7-001e-4017-abf0-bc076d85f1dc None None] The sync data for ids ['3fcd3b45-d762-4234-8539-0812cbbe1b2a'] in dv-cinder-818830-2-iscsi is: [{'id': '3fcd3b45-d762-4234-8539-0812cbbe1b2a', 'name': 'tempest-TestShelveInstance-318222483-router', 'tenant_id': '5c13f9d51cfe44de91903d2de6032c92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '6a2fd210-b75c-463f-85c0-d4f3b6212ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:50:50Z', 'updated_at': '2022-01-27T16:50:54Z', 'revision_number': 4, 'project_id': '5c13f9d51cfe44de91903d2de6032c92', 'gw_port': {'id': '6a2fd210-b75c-463f-85c0-d4f3b6212ba2', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcd3b45-d762-4234-8539-0812cbbe1b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:50:51Z', 'updated_at': '2022-01-27T16:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi', '_interfaces': [{'id': '7bd716ec-f257-4795-8534-d69281b43955', 'name': '', 'network_id': '05347023-7f45-4941-9645-f74845d1ff41', 'tenant_id': '5c13f9d51cfe44de91903d2de6032c92', 'mac_address': 'fa:16:3e:0b:36:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fcd3b45-d762-4234-8539-0812cbbe1b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '7ab5f392-687f-432c-88e9-dac8c277b717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:50:53Z', 'updated_at': '2022-01-27T16:50:59Z', 'revision_number': 4, 'project_id': '5c13f9d51cfe44de91903d2de6032c92', 'subnets': [{'id': '7ab5f392-687f-432c-88e9-dac8c277b717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 16:51:00.580852 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_dvr_db [None req-f9b301d0-7f3c-4e77-afb2-acedf43bd856 None None] Set router 5245b7fb-c68f-4c38-a085-3cc3fb83c5dd gateway port host: dv-cinder-818830-2-iscsi {{(pid=114097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:51:00.601511 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-4ff0f4f9-2d07-43c4-8da6-abea9a62c9c9 None None] Provisioning complete for port b12a8683-f18c-465c-bace-83a946e0e0f7 triggered by entity DHCP. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:51:00.602511 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-4ff0f4f9-2d07-43c4-8da6-abea9a62c9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (b12a8683-f18c-465c-bace-83a946e0e0f7), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:00.611148 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.managers [req-e9bc8beb-32f6-4760-8c3f-fe9eaeaef079 req-92a22f05-20d6-4aca-931c-1d4a05aafca4 service neutron] Attempting to bind port 405aa040-774d-4e6f-a24e-9f71de3bfaaa on host hv-cinder-81883 for vnic_type normal with profile {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:51:00.611485 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.managers [req-e9bc8beb-32f6-4760-8c3f-fe9eaeaef079 req-92a22f05-20d6-4aca-931c-1d4a05aafca4 service neutron] Attempting to bind port 405aa040-774d-4e6f-a24e-9f71de3bfaaa by drivers openvswitch,hyperv on host hv-cinder-81883 at level 0 using segments [{'id': '0c5e0649-c233-43ef-8f81-7b2e760b326f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd5d058f3-de8c-4c0f-bf66-49f826de473b'}] {{(pid=114094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:51:00.611840 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9bc8beb-32f6-4760-8c3f-fe9eaeaef079 req-92a22f05-20d6-4aca-931c-1d4a05aafca4 service neutron] Attempting to bind port 405aa040-774d-4e6f-a24e-9f71de3bfaaa on network d5d058f3-de8c-4c0f-bf66-49f826de473b {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:51:00.622451 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.db_base_plugin_common [None req-d384f070-cec6-49d2-82d9-38a20336dcee admin admin] Allocated IP 172.20.0.1 (70fa1606-5f5c-4dad-a068-f2643ee5660f/c953c124-0fe9-47e8-846e-35a7c9e9271e/4ebd97ad-6c67-4c08-9d35-cce0cac47bd5) {{(pid=114094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:51:00.626093 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Current status of the port 6a2fd210-b75c-463f-85c0-d4f3b6212ba2 is: ACTIVE; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:51:00.642320 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9bc8beb-32f6-4760-8c3f-fe9eaeaef079 req-92a22f05-20d6-4aca-931c-1d4a05aafca4 service neutron] Port 405aa040-774d-4e6f-a24e-9f71de3bfaaa on network d5d058f3-de8c-4c0f-bf66-49f826de473b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81883 {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 16:51:00.642914 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9bc8beb-32f6-4760-8c3f-fe9eaeaef079 req-92a22f05-20d6-4aca-931c-1d4a05aafca4 service neutron] Attempting to bind port 405aa040-774d-4e6f-a24e-9f71de3bfaaa on network d5d058f3-de8c-4c0f-bf66-49f826de473b {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:51:00.681619 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9bc8beb-32f6-4760-8c3f-fe9eaeaef079 req-92a22f05-20d6-4aca-931c-1d4a05aafca4 service neutron] Checking agent: {'id': '853c399d-72c7-467e-bd42-08a47e7fb1c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81883', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 46, 47), 'started_at': datetime.datetime(2022, 1, 27, 16, 46, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:51:00.681619 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9bc8beb-32f6-4760-8c3f-fe9eaeaef079 req-92a22f05-20d6-4aca-931c-1d4a05aafca4 service neutron] Checking segment: {'id': '0c5e0649-c233-43ef-8f81-7b2e760b326f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd5d058f3-de8c-4c0f-bf66-49f826de473b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:51:00.681619 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9bc8beb-32f6-4760-8c3f-fe9eaeaef079 req-92a22f05-20d6-4aca-931c-1d4a05aafca4 service neutron] Bound using segment: {'id': '0c5e0649-c233-43ef-8f81-7b2e760b326f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd5d058f3-de8c-4c0f-bf66-49f826de473b'} {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:51:00.682053 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.managers [req-e9bc8beb-32f6-4760-8c3f-fe9eaeaef079 req-92a22f05-20d6-4aca-931c-1d4a05aafca4 service neutron] Bound port: 405aa040-774d-4e6f-a24e-9f71de3bfaaa, host: hv-cinder-81883, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c5e0649-c233-43ef-8f81-7b2e760b326f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd5d058f3-de8c-4c0f-bf66-49f826de473b'}}] {{(pid=114094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:51:00.682422 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-e9bc8beb-32f6-4760-8c3f-fe9eaeaef079 req-92a22f05-20d6-4aca-931c-1d4a05aafca4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (405aa040-774d-4e6f-a24e-9f71de3bfaaa), before_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:00.805547 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-4ff0f4f9-2d07-43c4-8da6-abea9a62c9c9 None None] Current status of the port b12a8683-f18c-465c-bace-83a946e0e0f7 is: ACTIVE; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:51:00.817501 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-4ff0f4f9-2d07-43c4-8da6-abea9a62c9c9 None None] Provisioning complete for port 7bd716ec-f257-4795-8534-d69281b43955 triggered by entity DHCP. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:51:00.818159 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-4ff0f4f9-2d07-43c4-8da6-abea9a62c9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (7bd716ec-f257-4795-8534-d69281b43955), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:00.878212 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.db [req-e9bc8beb-32f6-4760-8c3f-fe9eaeaef079 req-92a22f05-20d6-4aca-931c-1d4a05aafca4 service neutron] For port 405aa040-774d-4e6f-a24e-9f71de3bfaaa, host hv-cinder-81883, cleared binding levels {{(pid=114094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:51:00.885811 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.db [req-e9bc8beb-32f6-4760-8c3f-fe9eaeaef079 req-92a22f05-20d6-4aca-931c-1d4a05aafca4 service neutron] For port 405aa040-774d-4e6f-a24e-9f71de3bfaaa, host hv-cinder-81883, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=405aa040-774d-4e6f-a24e-9f71de3bfaaa,segment=NetworkSegment(0c5e0649-c233-43ef-8f81-7b2e760b326f),segment_id=0c5e0649-c233-43ef-8f81-7b2e760b326f)] {{(pid=114094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:51:00.896935 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-d384f070-cec6-49d2-82d9-38a20336dcee admin admin] Publish callbacks [] for port (4ebd97ad-6c67-4c08-9d35-cce0cac47bd5), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:00.898981 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-e9bc8beb-32f6-4760-8c3f-fe9eaeaef079 req-92a22f05-20d6-4aca-931c-1d4a05aafca4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8776969'] for port (405aa040-774d-4e6f-a24e-9f71de3bfaaa), after_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:00.907668 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_hamode_db [None req-f9b301d0-7f3c-4e77-afb2-acedf43bd856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5245b7fb-c68f-4c38-a085-3cc3fb83c5dd', 'name': 'tempest-TestShelveInstance-1014975214-router', 'tenant_id': '63cea5ab5c644c2ba6badb6d25b3dbdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'dac7b549-5874-428f-87f8-b2c363648329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:50:56Z', 'updated_at': '2022-01-27T16:50:58Z', 'revision_number': 3, 'project_id': '63cea5ab5c644c2ba6badb6d25b3dbdc', 'gw_port': {'id': 'dac7b549-5874-428f-87f8-b2c363648329', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:55:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5245b7fb-c68f-4c38-a085-3cc3fb83c5dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:50:57Z', 'updated_at': '2022-01-27T16:51:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi'}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:51:00.953264 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bc8beb-32f6-4760-8c3f-fe9eaeaef079 req-92a22f05-20d6-4aca-931c-1d4a05aafca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:00.954232 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-e9bc8beb-32f6-4760-8c3f-fe9eaeaef079 req-92a22f05-20d6-4aca-931c-1d4a05aafca4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118807'] for port (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:00.955288 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-e9bc8beb-32f6-4760-8c3f-fe9eaeaef079 req-92a22f05-20d6-4aca-931c-1d4a05aafca4 service neutron] 10.222.0.24 "PUT /v2.0/ports/405aa040-774d-4e6f-a24e-9f71de3bfaaa HTTP/1.1" status: 200 len: 1093 time: 1.8375146 Jan 27 16:51:00.955789 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e4a7a5a-c32b-4e0c-bca9-40cdbca30fb1', 'tag': '405aa040-774d-4e6f-a24e-9f71de3bfaaa'}] {{(pid=114094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:51:00.958056 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}342a798d1d13ecd85fd4efdf34ff3908ecd3b9322feeb0f720fcdcd52e7e333b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c7967b-2650-4358-a3d3-0a1efe0b3273" -d '{"events": [{"name": "network-changed", "server_uuid": "6e4a7a5a-c32b-4e0c-bca9-40cdbca30fb1", "tag": "405aa040-774d-4e6f-a24e-9f71de3bfaaa"}]}' {{(pid=114094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:51:00.959157 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-4ff0f4f9-2d07-43c4-8da6-abea9a62c9c9 None None] Current status of the port 7bd716ec-f257-4795-8534-d69281b43955 is: ACTIVE; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:51:00.996947 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b301d0-7f3c-4e77-afb2-acedf43bd856 None None] The sync data for ids ['5245b7fb-c68f-4c38-a085-3cc3fb83c5dd'] in dv-cinder-818830-2-iscsi is: [{'id': '5245b7fb-c68f-4c38-a085-3cc3fb83c5dd', 'name': 'tempest-TestShelveInstance-1014975214-router', 'tenant_id': '63cea5ab5c644c2ba6badb6d25b3dbdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'dac7b549-5874-428f-87f8-b2c363648329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:50:56Z', 'updated_at': '2022-01-27T16:50:58Z', 'revision_number': 3, 'project_id': '63cea5ab5c644c2ba6badb6d25b3dbdc', 'gw_port': {'id': 'dac7b549-5874-428f-87f8-b2c363648329', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:55:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5245b7fb-c68f-4c38-a085-3cc3fb83c5dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:50:57Z', 'updated_at': '2022-01-27T16:51:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi'}] {{(pid=114097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 16:51:01.032336 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a22f05-20d6-4aca-931c-1d4a05aafca4 service neutron] Pushing event updated for resources: {'Port': ['ID=405aa040-774d-4e6f-a24e-9f71de3bfaaa,revision_number=3']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:51:01.036175 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 16:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e49700d-92db-4a44-a006-491dc7b1e21b x-openstack-request-id: req-9e49700d-92db-4a44-a006-491dc7b1e21b {{(pid=114094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:51:01.036471 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e4a7a5a-c32b-4e0c-bca9-40cdbca30fb1", "tag": "405aa040-774d-4e6f-a24e-9f71de3bfaaa", "status": "completed", "code": 200}]} {{(pid=114094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:51:01.037270 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9e49700d-92db-4a44-a006-491dc7b1e21b {{(pid=114094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:51:01.037677 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e4a7a5a-c32b-4e0c-bca9-40cdbca30fb1', 'tag': '405aa040-774d-4e6f-a24e-9f71de3bfaaa', 'status': 'completed', 'code': 200} Jan 27 16:51:01.049035 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device b12a8683-f18c-465c-bace-83a946e0e0f7 up at agent ovs-agent-dv-cinder-818830-2-iscsi {{(pid=114096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:51:01.115607 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-d384f070-cec6-49d2-82d9-38a20336dcee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740202573617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777202'] for port (4ebd97ad-6c67-4c08-9d35-cce0cac47bd5), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:01.127518 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-4f78ae21-de27-495f-a036-2b95e620cfb4 None None] Provisioning complete for port b12a8683-f18c-465c-bace-83a946e0e0f7 triggered by entity DHCP. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:51:01.127885 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-4f78ae21-de27-495f-a036-2b95e620cfb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (b12a8683-f18c-465c-bace-83a946e0e0f7), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:01.145880 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bc8beb-32f6-4760-8c3f-fe9eaeaef079 req-ebef8df2-dd86-4ac9-8ac4-f8c79f11cee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:01.147546 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-e9bc8beb-32f6-4760-8c3f-fe9eaeaef079 req-ebef8df2-dd86-4ac9-8ac4-f8c79f11cee7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a92d0592f8f14b89a36b145413b2fbe1&device_id=6e4a7a5a-c32b-4e0c-bca9-40cdbca30fb1 HTTP/1.1" status: 200 len: 1096 time: 0.1090770 Jan 27 16:51:01.227424 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Provisioning complete for port b12a8683-f18c-465c-bace-83a946e0e0f7 triggered by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:51:01.227852 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (b12a8683-f18c-465c-bace-83a946e0e0f7), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:01.281856 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f0d53-6f24-422d-87d5-0aca39350a44 req-f5844bce-c3b3-4c2b-b867-df69a1ed3786 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:01.291869 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-827f0d53-6f24-422d-87d5-0aca39350a44 req-f5844bce-c3b3-4c2b-b867-df69a1ed3786 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2 HTTP/1.1" status: 200 len: 945 time: 0.1346841 Jan 27 16:51:01.302567 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d384f070-cec6-49d2-82d9-38a20336dcee admin admin] Network 70fa1606-5f5c-4dad-a068-f2643ee5660f is already hosted by enough agents. {{(pid=114094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:51:01.307781 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-e9bc8beb-32f6-4760-8c3f-fe9eaeaef079 req-804a345a-a414-462b-a1de-e150dc96a61f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=405aa040-774d-4e6f-a24e-9f71de3bfaaa HTTP/1.1" status: 200 len: 217 time: 0.1260347 Jan 27 16:51:01.310933 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.base_scheduler [None req-d384f070-cec6-49d2-82d9-38a20336dcee admin admin] Resources bound (agent type, host, resource id): {{(pid=114094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:51:01.327416 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d384f070-cec6-49d2-82d9-38a20336dcee admin admin] Received port after_create {{(pid=114094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:51:01.412134 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d384f070-cec6-49d2-82d9-38a20336dcee admin admin] Pushing event updated for resources: {'Port': ['ID=4ebd97ad-6c67-4c08-9d35-cce0cac47bd5,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:51:01.457917 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-4f78ae21-de27-495f-a036-2b95e620cfb4 None None] Current status of the port b12a8683-f18c-465c-bace-83a946e0e0f7 is: ACTIVE; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:51:01.470720 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-827f0d53-6f24-422d-87d5-0aca39350a44 req-6c59d9bd-b138-4259-8cbc-96f463c7c3d3 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778698 Jan 27 16:51:01.472585 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bc8beb-32f6-4760-8c3f-fe9eaeaef079 req-bbef2e7c-2f7a-4141-a882-8254f1bc5389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:01.476279 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-e9bc8beb-32f6-4760-8c3f-fe9eaeaef079 req-bbef2e7c-2f7a-4141-a882-8254f1bc5389 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=db20ac1e-30e4-4568-857a-3c60502d7a1f HTTP/1.1" status: 200 len: 849 time: 0.1570156 Jan 27 16:51:01.483782 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-d384f070-cec6-49d2-82d9-38a20336dcee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1796555'] for router_interface (5245b7fb-c68f-4c38-a085-3cc3fb83c5dd), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:01.500216 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Current status of the port b12a8683-f18c-465c-bace-83a946e0e0f7 is: ACTIVE; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:51:01.502205 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device 7bd716ec-f257-4795-8534-d69281b43955 up at agent ovs-agent-dv-cinder-818830-2-iscsi {{(pid=114096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:51:01.524360 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5690db-9c94-4fe5-923b-ce62672fabc0 req-166989a1-e20b-4239-9887-e78df5131fa7 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:01.525947 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-dc5690db-9c94-4fe5-923b-ce62672fabc0 req-166989a1-e20b-4239-9887-e78df5131fa7 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e4a7a5a-c32b-4e0c-bca9-40cdbca30fb1 HTTP/1.1" status: 200 len: 943 time: 0.1790223 Jan 27 16:51:01.636247 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Provisioning complete for port 7bd716ec-f257-4795-8534-d69281b43955 triggered by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:51:01.636800 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (7bd716ec-f257-4795-8534-d69281b43955), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:01.679501 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-dc5690db-9c94-4fe5-923b-ce62672fabc0 req-3c1a7cde-e141-4dc4-9cac-ce3271e8c486 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] 10.222.0.48 "GET /v2.0/security-groups?id=0feb8893-1709-4a6f-b008-569857e74965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240568 Jan 27 16:51:01.731616 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-e9bc8beb-32f6-4760-8c3f-fe9eaeaef079 req-fe49a9b5-c8fc-4ac3-91fc-ba2a7d6ca6cc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d5d058f3-de8c-4c0f-bf66-49f826de473b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2441511 Jan 27 16:51:01.773366 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 48318) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:51:01.826242 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Current status of the port 7bd716ec-f257-4795-8534-d69281b43955 is: ACTIVE; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:51:01.871427 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-92a128e1-68ee-4074-9451-16d69e45f8f2 None None] Provisioning complete for port 4ebd97ad-6c67-4c08-9d35-cce0cac47bd5 triggered by entity DHCP. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:51:01.871842 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-92a128e1-68ee-4074-9451-16d69e45f8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (4ebd97ad-6c67-4c08-9d35-cce0cac47bd5), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:01.976279 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-b5d479f1-54d3-4c1b-969c-5c2bb8a1a566 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:02.007999 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-92a128e1-68ee-4074-9451-16d69e45f8f2 None None] Port 4ebd97ad-6c67-4c08-9d35-cce0cac47bd5 cannot update to ACTIVE because it is not bound. {{(pid=114096) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 16:51:02.040055 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-e9bc8beb-32f6-4760-8c3f-fe9eaeaef079 req-f4183974-78e0-48a6-b757-4771ff822dfd service neutron] 10.222.0.24 "GET /v2.0/networks/d5d058f3-de8c-4c0f-bf66-49f826de473b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924216 Jan 27 16:51:02.131253 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-b5d479f1-54d3-4c1b-969c-5c2bb8a1a566 admin admin] Publish callbacks [] for security_group (22379c98-7b6a-463b-8328-d72e477b534c), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:02.138096 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-b5d479f1-54d3-4c1b-969c-5c2bb8a1a566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (22379c98-7b6a-463b-8328-d72e477b534c), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:02.172525 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-d384f070-cec6-49d2-82d9-38a20336dcee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (4ebd97ad-6c67-4c08-9d35-cce0cac47bd5), before_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:02.199540 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-b5d479f1-54d3-4c1b-969c-5c2bb8a1a566 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=96856c9724a443a1af9026d9b82a1a06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4250286 Jan 27 16:51:02.200298 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 48334) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:51:02.206691 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d479f1-54d3-4c1b-969c-5c2bb8a1a566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22379c98-7b6a-463b-8328-d72e477b534c,revision_number=1']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:51:02.230429 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-e9bc8beb-32f6-4760-8c3f-fe9eaeaef079 req-f616e6d7-d534-44ab-bd75-95d26063fc21 service neutron] 10.222.0.24 "GET /v2.0/networks/d5d058f3-de8c-4c0f-bf66-49f826de473b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577661 Jan 27 16:51:02.398906 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c7967b-2650-4358-a3d3-0a1efe0b3273 req-a4e5b2a1-1ae6-41d1-9d3d-e3fb350e2ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:02.400464 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-83c7967b-2650-4358-a3d3-0a1efe0b3273 req-a4e5b2a1-1ae6-41d1-9d3d-e3fb350e2ae3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a92d0592f8f14b89a36b145413b2fbe1&device_id=6e4a7a5a-c32b-4e0c-bca9-40cdbca30fb1 HTTP/1.1" status: 200 len: 1096 time: 0.0753958 Jan 27 16:51:02.531603 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-9fbfb890-d6dd-4274-b585-a3001e5818a4 admin admin] Publish callbacks [] for security_group (22379c98-7b6a-463b-8328-d72e477b534c), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:02.561384 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-d384f070-cec6-49d2-82d9-38a20336dcee admin admin] Publish callbacks [] for port (4ebd97ad-6c67-4c08-9d35-cce0cac47bd5), precommit_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:02.565852 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-9fbfb890-d6dd-4274-b585-a3001e5818a4 admin admin] Publish callbacks [] for security_group (22379c98-7b6a-463b-8328-d72e477b534c), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:02.571909 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-d384f070-cec6-49d2-82d9-38a20336dcee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8776969'] for port (4ebd97ad-6c67-4c08-9d35-cce0cac47bd5), after_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:02.641194 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-9fbfb890-d6dd-4274-b585-a3001e5818a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (22379c98-7b6a-463b-8328-d72e477b534c), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:02.643310 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-9fbfb890-d6dd-4274-b585-a3001e5818a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:02.647805 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-9fbfb890-d6dd-4274-b585-a3001e5818a4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/22379c98-7b6a-463b-8328-d72e477b534c HTTP/1.1" status: 204 len: 168 time: 0.4430144 Jan 27 16:51:02.674805 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbfb890-d6dd-4274-b585-a3001e5818a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22379c98-7b6a-463b-8328-d72e477b534c,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:51:02.717131 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7b9aae-a98c-4a22-a09c-f323992c42f8 req-700ef0da-5123-4202-8979-328f6066d981 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:02.725876 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-5a7b9aae-a98c-4a22-a09c-f323992c42f8 req-700ef0da-5123-4202-8979-328f6066d981 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2 HTTP/1.1" status: 200 len: 945 time: 0.1001666 Jan 27 16:51:02.743540 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-d384f070-cec6-49d2-82d9-38a20336dcee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2031918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1796219'] for router_interface (5245b7fb-c68f-4c38-a085-3cc3fb83c5dd), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:02.759053 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c7967b-2650-4358-a3d3-0a1efe0b3273 req-219ff087-5e6e-4c3c-8691-afc7f09a4c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:02.761100 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-83c7967b-2650-4358-a3d3-0a1efe0b3273 req-219ff087-5e6e-4c3c-8691-afc7f09a4c69 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d5d058f3-de8c-4c0f-bf66-49f826de473b HTTP/1.1" status: 200 len: 910 time: 0.3526843 Jan 27 16:51:02.766041 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d384f070-cec6-49d2-82d9-38a20336dcee admin admin] Pushing event updated for resources: {'Port': ['ID=4ebd97ad-6c67-4c08-9d35-cce0cac47bd5,revision_number=2']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:51:02.834392 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-83c7967b-2650-4358-a3d3-0a1efe0b3273 req-61939799-aebc-4c41-affc-ddc98cc4d5e4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=405aa040-774d-4e6f-a24e-9f71de3bfaaa HTTP/1.1" status: 200 len: 217 time: 0.0597761 Jan 27 16:51:02.836521 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-5a7b9aae-a98c-4a22-a09c-f323992c42f8 req-7cd57589-d547-4ea5-bf13-7738a061ae76 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093342 Jan 27 16:51:02.910547 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfc2557-3373-48f3-93a0-de41abe82d29 req-274a3c7e-bd86-4b28-b9f9-b642a646d0a9 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:02.912959 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-2dfc2557-3373-48f3-93a0-de41abe82d29 req-274a3c7e-bd86-4b28-b9f9-b642a646d0a9 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e4a7a5a-c32b-4e0c-bca9-40cdbca30fb1 HTTP/1.1" status: 200 len: 943 time: 0.0748076 Jan 27 16:51:02.938671 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device dac7b549-5874-428f-87f8-b2c363648329 up at agent ovs-agent-dv-cinder-818830-2-iscsi {{(pid=114096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:51:02.976148 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-2dfc2557-3373-48f3-93a0-de41abe82d29 req-c2135bba-610b-41df-8db1-a2dd8be49e4c tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] 10.222.0.48 "GET /v2.0/security-groups?id=0feb8893-1709-4a6f-b008-569857e74965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522535 Jan 27 16:51:03.023307 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Provisioning complete for port dac7b549-5874-428f-87f8-b2c363648329 triggered by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:51:03.024048 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (dac7b549-5874-428f-87f8-b2c363648329), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:03.137048 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Current status of the port dac7b549-5874-428f-87f8-b2c363648329 is: DOWN; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:51:03.137642 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (dac7b549-5874-428f-87f8-b2c363648329), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:03.171383 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] For port dac7b549-5874-428f-87f8-b2c363648329, host dv-cinder-818830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818830-2-iscsi',level=0,port_id=dac7b549-5874-428f-87f8-b2c363648329,segment=NetworkSegment(9bd3a446-0196-4595-aa07-09a05d016e38),segment_id=9bd3a446-0196-4595-aa07-09a05d016e38)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:51:03.182015 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (dac7b549-5874-428f-87f8-b2c363648329), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:03.226317 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c7967b-2650-4358-a3d3-0a1efe0b3273 req-eb6941f6-2c21-481c-890e-c3f1d58d465d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:03.227794 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-83c7967b-2650-4358-a3d3-0a1efe0b3273 req-eb6941f6-2c21-481c-890e-c3f1d58d465d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=db20ac1e-30e4-4568-857a-3c60502d7a1f HTTP/1.1" status: 200 len: 849 time: 0.0665493 Jan 27 16:51:03.245816 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Pushing event updated for resources: {'Port': ['ID=dac7b549-5874-428f-87f8-b2c363648329,revision_number=4']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:51:03.263156 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d384f070-cec6-49d2-82d9-38a20336dcee admin admin] Network 70fa1606-5f5c-4dad-a068-f2643ee5660f is already hosted by enough agents. {{(pid=114094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:51:03.281583 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-83c7967b-2650-4358-a3d3-0a1efe0b3273 req-6b79f9e0-625e-4b50-b8af-b3721a115447 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d5d058f3-de8c-4c0f-bf66-49f826de473b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350859 Jan 27 16:51:03.282570 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.base_scheduler [None req-d384f070-cec6-49d2-82d9-38a20336dcee admin admin] Resources bound (agent type, host, resource id): {{(pid=114094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:51:03.463854 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-83c7967b-2650-4358-a3d3-0a1efe0b3273 req-01617653-fa82-4a5e-b0fe-6b4686dfe4cd service neutron] 10.222.0.24 "GET /v2.0/networks/d5d058f3-de8c-4c0f-bf66-49f826de473b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398304 Jan 27 16:51:03.484302 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d384f070-cec6-49d2-82d9-38a20336dcee admin admin] Router 5245b7fb-c68f-4c38-a085-3cc3fb83c5dd has already been hosted by L3 agent bdbd084a-7876-495d-b5d9-cf3ee18f0227 {{(pid=114094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 16:51:03.554934 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-82f6c69b-8ef5-49fe-beaf-bcef28c8b8e6 None None] Provisioning complete for port 4ebd97ad-6c67-4c08-9d35-cce0cac47bd5 triggered by entity DHCP. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:51:03.555600 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-82f6c69b-8ef5-49fe-beaf-bcef28c8b8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (4ebd97ad-6c67-4c08-9d35-cce0cac47bd5), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:03.608342 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-82f6c69b-8ef5-49fe-beaf-bcef28c8b8e6 None None] Port 4ebd97ad-6c67-4c08-9d35-cce0cac47bd5 cannot update to ACTIVE because it is not bound. {{(pid=114096) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 16:51:03.677823 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-83c7967b-2650-4358-a3d3-0a1efe0b3273 req-326bb375-91d9-4c31-ba21-a0effc6bc0c7 service neutron] 10.222.0.24 "GET /v2.0/networks/d5d058f3-de8c-4c0f-bf66-49f826de473b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046940 Jan 27 16:51:03.707619 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d384f070-cec6-49d2-82d9-38a20336dcee admin admin] Notify agent at l3_agent.dv-cinder-818830-2-iscsi the message routers_updated {{(pid=114094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 16:51:03.714400 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-d384f070-cec6-49d2-82d9-38a20336dcee admin admin] 10.222.0.48 "PUT /v2.0/routers/5245b7fb-c68f-4c38-a085-3cc3fb83c5dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6056321 Jan 27 16:51:03.726762 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 48378) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:51:03.864202 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.v2.base [None req-db0f2670-6fd5-4470-a311-fbd1de224f8d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1792307193-network', 'tenant_id': '5f4ae6dda115477db147059df89ad002'}} {{(pid=114094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:51:03.897255 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db0f2670-6fd5-4470-a311-fbd1de224f8d admin admin] Made reservation on behalf of 5f4ae6dda115477db147059df89ad002 for: {'network': 1} {{(pid=114094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:51:03.901197 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-db0f2670-6fd5-4470-a311-fbd1de224f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for network (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:03.911339 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-db0f2670-6fd5-4470-a311-fbd1de224f8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:03.983715 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02cc0d3-266d-4076-8616-ff771b13aa8e None None] Sync routers for ids ['5245b7fb-c68f-4c38-a085-3cc3fb83c5dd'] in dv-cinder-818830-2-iscsi {{(pid=114096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 16:51:03.996855 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a465b25-dd5d-4639-ac3b-7d1d267c76a7 req-8335742f-c57c-4ff2-bccd-0387ce6c0d19 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:03.997441 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02cc0d3-266d-4076-8616-ff771b13aa8e None None] Routers {'5245b7fb-c68f-4c38-a085-3cc3fb83c5dd'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:51:03.997552 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-c02cc0d3-266d-4076-8616-ff771b13aa8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T16:50:48Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['5245b7fb-c68f-4c38-a085-3cc3fb83c5dd'], 'active': True} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:51:03.998432 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-7a465b25-dd5d-4639-ac3b-7d1d267c76a7 req-8335742f-c57c-4ff2-bccd-0387ce6c0d19 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2 HTTP/1.1" status: 200 len: 945 time: 0.0724571 Jan 27 16:51:04.005075 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-db0f2670-6fd5-4470-a311-fbd1de224f8d admin admin] Publish callbacks [] for security_group (4b7e83e7-f320-4396-a60c-5dec58ef529a), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:04.012177 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-db0f2670-6fd5-4470-a311-fbd1de224f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (4b7e83e7-f320-4396-a60c-5dec58ef529a), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:04.038244 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db0f2670-6fd5-4470-a311-fbd1de224f8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=114094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 16:51:04.055545 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0f2670-6fd5-4470-a311-fbd1de224f8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b7e83e7-f320-4396-a60c-5dec58ef529a,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:51:04.059358 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-db0f2670-6fd5-4470-a311-fbd1de224f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985126'] for segment (17a18a42-5600-4d76-b1cc-2cf734bad5d3), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:04.059961 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.db.segments_db [None req-db0f2670-6fd5-4470-a311-fbd1de224f8d admin admin] Added segment 17a18a42-5600-4d76-b1cc-2cf734bad5d3 of type vlan for network 3ff7763e-e8af-430b-afaa-86998ea27f64 Jan 27 16:51:04.103942 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-7a465b25-dd5d-4639-ac3b-7d1d267c76a7 req-c2096e03-3064-462e-b84c-781c75328579 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939384 Jan 27 16:51:04.123377 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-db0f2670-6fd5-4470-a311-fbd1de224f8d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740202591609'] for network (3ff7763e-e8af-430b-afaa-86998ea27f64), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:04.161040 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-db0f2670-6fd5-4470-a311-fbd1de224f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092'] for network (3ff7763e-e8af-430b-afaa-86998ea27f64), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:04.163742 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0f2670-6fd5-4470-a311-fbd1de224f8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:04.164438 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-db0f2670-6fd5-4470-a311-fbd1de224f8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032074'] for network (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:04.194413 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvr_db [None req-c02cc0d3-266d-4076-8616-ff771b13aa8e None None] Set router 5245b7fb-c68f-4c38-a085-3cc3fb83c5dd gateway port host: dv-cinder-818830-2-iscsi {{(pid=114096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:51:04.229030 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6006fd00-d41b-49e3-a3e1-67595b1cdb79 req-20a37250-1177-48b0-a88d-2f6763e39548 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:04.230778 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-6006fd00-d41b-49e3-a3e1-67595b1cdb79 req-20a37250-1177-48b0-a88d-2f6763e39548 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e4a7a5a-c32b-4e0c-bca9-40cdbca30fb1 HTTP/1.1" status: 200 len: 943 time: 0.0634165 Jan 27 16:51:04.245750 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0f2670-6fd5-4470-a311-fbd1de224f8d admin admin] Pushing event updated for resources: {'Network': ['ID=3ff7763e-e8af-430b-afaa-86998ea27f64,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:51:04.257976 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-db0f2670-6fd5-4470-a311-fbd1de224f8d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5300641 Jan 27 16:51:04.258727 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 48396) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:51:04.263731 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.v2.base [None req-d9fc0dba-58d4-43ef-a8cf-c033aebc9c15 admin admin] Request body: {'subnet': {'network_id': '3ff7763e-e8af-430b-afaa-86998ea27f64', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1792307193-subnet', 'tenant_id': '5f4ae6dda115477db147059df89ad002', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:51:04.284889 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9fc0dba-58d4-43ef-a8cf-c033aebc9c15 admin admin] Made reservation on behalf of 5f4ae6dda115477db147059df89ad002 for: {'subnet': 1} {{(pid=114094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:51:04.288517 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-d9fc0dba-58d4-43ef-a8cf-c033aebc9c15 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8876028'] for subnet (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:04.289523 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-6006fd00-d41b-49e3-a3e1-67595b1cdb79 req-d9039ed6-d893-408d-9632-f3adb879a51c tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] 10.222.0.48 "GET /v2.0/security-groups?id=0feb8893-1709-4a6f-b008-569857e74965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521464 Jan 27 16:51:04.297210 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Network 3ff7763e-e8af-430b-afaa-86998ea27f64 details requested by agent ovs-agent-dv-cinder-818830-2-iscsi with host dv-cinder-818830-2-iscsi {{(pid=114096) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 16:51:04.439946 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 48400) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:51:04.446430 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.v2.base [None req-046e5938-5c21-43cc-9c33-e2226edae24c tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1190761061', 'description': 'tempest-secgroup-smoke-1190761061 description', 'project_id': '5c13f9d51cfe44de91903d2de6032c92'}} {{(pid=114095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:51:04.478379 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-046e5938-5c21-43cc-9c33-e2226edae24c tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Publish callbacks [] for security_group (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:04.531068 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-d9fc0dba-58d4-43ef-a8cf-c033aebc9c15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8777094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8876014'] for subnet (b010be06-c4f2-4e23-9246-4fc7ea30aa3d), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:04.568010 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-046e5938-5c21-43cc-9c33-e2226edae24c tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Publish callbacks [] for security_group (ef32afb6-089b-4677-972e-4c461cd72a86), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:04.573391 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-046e5938-5c21-43cc-9c33-e2226edae24c tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (ef32afb6-089b-4677-972e-4c461cd72a86), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:04.592423 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fc0dba-58d4-43ef-a8cf-c033aebc9c15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b010be06-c4f2-4e23-9246-4fc7ea30aa3d,revision_number=0']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:51:04.604241 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fc0dba-58d4-43ef-a8cf-c033aebc9c15 admin admin] Checking segment: {'id': '17a18a42-5600-4d76-b1cc-2cf734bad5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3ff7763e-e8af-430b-afaa-86998ea27f64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:51:04.604677 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9fc0dba-58d4-43ef-a8cf-c033aebc9c15 admin admin] Network hostable DHCP agents. Network: 3ff7763e-e8af-430b-afaa-86998ea27f64, hostable agents: ['b49cc950-6aaa-44e3-a3c4-70b67101afab'], hosted agents: [] {{(pid=114094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 16:51:04.609709 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046e5938-5c21-43cc-9c33-e2226edae24c tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef32afb6-089b-4677-972e-4c461cd72a86,revision_number=1']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:51:04.614619 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-046e5938-5c21-43cc-9c33-e2226edae24c tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Publish callbacks [] for security_group (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:04.616229 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-046e5938-5c21-43cc-9c33-e2226edae24c tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1751151 Jan 27 16:51:04.619283 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 48402) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:51:04.624081 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.v2.base [None req-059a6c4f-2fed-4de9-b73b-368286cf5b1e tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Request body: {'security_group_rule': {'security_group_id': 'ef32afb6-089b-4677-972e-4c461cd72a86', 'project_id': '5c13f9d51cfe44de91903d2de6032c92', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:51:04.656624 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-059a6c4f-2fed-4de9-b73b-368286cf5b1e tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Publish callbacks [] for security_group_rule (b8d60e0b-45cc-4d33-ac11-cd2625fc7e22), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:04.662347 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9fc0dba-58d4-43ef-a8cf-c033aebc9c15 admin admin] Network 3ff7763e-e8af-430b-afaa-86998ea27f64 is scheduled to be hosted by DHCP agent b49cc950-6aaa-44e3-a3c4-70b67101afab with binding_index 1 {{(pid=114094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 16:51:04.667214 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610f9816-43f0-4af7-811a-68e49f1b185c req-85b49836-09fa-49bf-bf2d-1034c3c53846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:04.669414 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-610f9816-43f0-4af7-811a-68e49f1b185c req-85b49836-09fa-49bf-bf2d-1034c3c53846 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2 HTTP/1.1" status: 200 len: 1098 time: 0.0610707 Jan 27 16:51:04.679939 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.base_scheduler [None req-d9fc0dba-58d4-43ef-a8cf-c033aebc9c15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818830-2-iscsi, 3ff7763e-e8af-430b-afaa-86998ea27f64) {{(pid=114094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:51:04.689697 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b645a6-5af5-4e77-bae4-c17913b4c259 None None] Network 3ff7763e-e8af-430b-afaa-86998ea27f64 requested from dv-cinder-818830-2-iscsi {{(pid=114096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 16:51:04.691678 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9fc0dba-58d4-43ef-a8cf-c033aebc9c15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:04.692274 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-d9fc0dba-58d4-43ef-a8cf-c033aebc9c15 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:04.710527 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-c02cc0d3-266d-4076-8616-ff771b13aa8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5245b7fb-c68f-4c38-a085-3cc3fb83c5dd', 'name': 'tempest-TestShelveInstance-1014975214-router', 'tenant_id': '63cea5ab5c644c2ba6badb6d25b3dbdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'dac7b549-5874-428f-87f8-b2c363648329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:50:56Z', 'updated_at': '2022-01-27T16:51:01Z', 'revision_number': 4, 'project_id': '63cea5ab5c644c2ba6badb6d25b3dbdc', 'gw_port': {'id': 'dac7b549-5874-428f-87f8-b2c363648329', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:55:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5245b7fb-c68f-4c38-a085-3cc3fb83c5dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:50:57Z', 'updated_at': '2022-01-27T16:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi', '_interfaces': [{'id': '4ebd97ad-6c67-4c08-9d35-cce0cac47bd5', 'name': '', 'network_id': '70fa1606-5f5c-4dad-a068-f2643ee5660f', 'tenant_id': '63cea5ab5c644c2ba6badb6d25b3dbdc', 'mac_address': 'fa:16:3e:95:ef:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5245b7fb-c68f-4c38-a085-3cc3fb83c5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'c953c124-0fe9-47e8-846e-35a7c9e9271e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:51:00Z', 'updated_at': '2022-01-27T16:51:02Z', 'revision_number': 2, 'project_id': '63cea5ab5c644c2ba6badb6d25b3dbdc', 'subnets': [{'id': 'c953c124-0fe9-47e8-846e-35a7c9e9271e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:51:04.730422 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-d9fc0dba-58d4-43ef-a8cf-c033aebc9c15 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4647019 Jan 27 16:51:04.730635 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-059a6c4f-2fed-4de9-b73b-368286cf5b1e tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Publish callbacks [] for security_group_rule (b8d60e0b-45cc-4d33-ac11-cd2625fc7e22), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:04.735248 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-059a6c4f-2fed-4de9-b73b-368286cf5b1e tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077574'] for security_group_rule (b8d60e0b-45cc-4d33-ac11-cd2625fc7e22), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:04.754810 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059a6c4f-2fed-4de9-b73b-368286cf5b1e tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8d60e0b-45cc-4d33-ac11-cd2625fc7e22,revision_number=0']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:51:04.765998 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-610f9816-43f0-4af7-811a-68e49f1b185c req-4edc859b-4b5d-459d-bbab-bb6a159eeafe service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834212 Jan 27 16:51:04.772262 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02cc0d3-266d-4076-8616-ff771b13aa8e None None] Checking router: 5245b7fb-c68f-4c38-a085-3cc3fb83c5dd for host: dv-cinder-818830-2-iscsi {{(pid=114096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 16:51:04.772451 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-059a6c4f-2fed-4de9-b73b-368286cf5b1e tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:04.772678 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02cc0d3-266d-4076-8616-ff771b13aa8e None None] Updating router 5245b7fb-c68f-4c38-a085-3cc3fb83c5dd port 4ebd97ad-6c67-4c08-9d35-cce0cac47bd5 binding host dv-cinder-818830-2-iscsi {{(pid=114096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 16:51:04.776893 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-059a6c4f-2fed-4de9-b73b-368286cf5b1e tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1541414 Jan 27 16:51:04.777148 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 48406) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:51:04.782405 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.v2.base [None req-519bff8d-2696-4108-94e8-7d13e54e29cd tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Request body: {'security_group_rule': {'security_group_id': 'ef32afb6-089b-4677-972e-4c461cd72a86', 'project_id': '5c13f9d51cfe44de91903d2de6032c92', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:51:04.812126 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-c02cc0d3-266d-4076-8616-ff771b13aa8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (4ebd97ad-6c67-4c08-9d35-cce0cac47bd5), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:04.821669 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-519bff8d-2696-4108-94e8-7d13e54e29cd tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Publish callbacks [] for security_group_rule (93745e8a-39f4-4c7e-959c-42d4f132ed50), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:04.855411 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device dac7b549-5874-428f-87f8-b2c363648329 up at agent ovs-agent-dv-cinder-818830-2-iscsi {{(pid=114096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:51:04.899168 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d64aa4d-097d-4367-828e-94a42dfeb663 None None] Network 3ff7763e-e8af-430b-afaa-86998ea27f64 requested from dv-cinder-818830-2-iscsi {{(pid=114096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 16:51:04.934436 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-519bff8d-2696-4108-94e8-7d13e54e29cd tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Publish callbacks [] for security_group_rule (93745e8a-39f4-4c7e-959c-42d4f132ed50), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:04.940873 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-519bff8d-2696-4108-94e8-7d13e54e29cd tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077574'] for security_group_rule (93745e8a-39f4-4c7e-959c-42d4f132ed50), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:04.968127 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519bff8d-2696-4108-94e8-7d13e54e29cd tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93745e8a-39f4-4c7e-959c-42d4f132ed50,revision_number=0']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:51:04.980867 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-519bff8d-2696-4108-94e8-7d13e54e29cd tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:04.985326 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-519bff8d-2696-4108-94e8-7d13e54e29cd tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2038803 Jan 27 16:51:04.985481 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 48416) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:51:04.990534 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.v2.base [None req-e73371ae-2219-4a81-834c-5a42cf065f15 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Request body: {'security_group_rule': {'security_group_id': 'ef32afb6-089b-4677-972e-4c461cd72a86', 'project_id': '5c13f9d51cfe44de91903d2de6032c92', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:51:05.027712 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-e73371ae-2219-4a81-834c-5a42cf065f15 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Publish callbacks [] for security_group_rule (0723de99-97eb-4df2-b9ff-41ed79c05fcf), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:05.080256 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Provisioning complete for port dac7b549-5874-428f-87f8-b2c363648329 triggered by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:51:05.080873 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (dac7b549-5874-428f-87f8-b2c363648329), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:05.123411 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-e73371ae-2219-4a81-834c-5a42cf065f15 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Publish callbacks [] for security_group_rule (0723de99-97eb-4df2-b9ff-41ed79c05fcf), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:05.129162 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-e73371ae-2219-4a81-834c-5a42cf065f15 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077574'] for security_group_rule (0723de99-97eb-4df2-b9ff-41ed79c05fcf), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:05.156785 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73371ae-2219-4a81-834c-5a42cf065f15 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0723de99-97eb-4df2-b9ff-41ed79c05fcf,revision_number=0']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:51:05.171306 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-e73371ae-2219-4a81-834c-5a42cf065f15 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:05.175419 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-e73371ae-2219-4a81-834c-5a42cf065f15 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1867068 Jan 27 16:51:05.175921 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 48422) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:51:05.181173 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.v2.base [None req-60d7dd1c-0ff2-4e76-ac91-5606fc33af4e tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Request body: {'security_group_rule': {'security_group_id': 'ef32afb6-089b-4677-972e-4c461cd72a86', 'project_id': '5c13f9d51cfe44de91903d2de6032c92', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:51:05.221568 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-60d7dd1c-0ff2-4e76-ac91-5606fc33af4e tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Publish callbacks [] for security_group_rule (85575b92-2252-420c-aeab-f0191aab3202), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:05.271384 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20216ba1-c9ff-4465-816b-2574d6420ddc req-0270d853-0f62-408e-94e6-aad071e8d29c tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:05.273174 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-20216ba1-c9ff-4465-816b-2574d6420ddc req-0270d853-0f62-408e-94e6-aad071e8d29c tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2 HTTP/1.1" status: 200 len: 945 time: 0.0971518 Jan 27 16:51:05.290662 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-60d7dd1c-0ff2-4e76-ac91-5606fc33af4e tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Publish callbacks [] for security_group_rule (85575b92-2252-420c-aeab-f0191aab3202), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:05.298179 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-60d7dd1c-0ff2-4e76-ac91-5606fc33af4e tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077574'] for security_group_rule (85575b92-2252-420c-aeab-f0191aab3202), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:05.318752 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d7dd1c-0ff2-4e76-ac91-5606fc33af4e tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85575b92-2252-420c-aeab-f0191aab3202,revision_number=0']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:51:05.331099 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccde2e0-83b5-4683-b131-e76f0cb7b4d4 req-42744e02-4386-42c3-8fdc-c697a53189dc tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:05.332637 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-1ccde2e0-83b5-4683-b131-e76f0cb7b4d4 req-42744e02-4386-42c3-8fdc-c697a53189dc tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f9b57a4-9946-4ef9-9ad9-f37538d57fa8 HTTP/1.1" status: 200 len: 946 time: 0.1244791 Jan 27 16:51:05.341861 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-60d7dd1c-0ff2-4e76-ac91-5606fc33af4e tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:05.342115 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Current status of the port dac7b549-5874-428f-87f8-b2c363648329 is: ACTIVE; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:51:05.350079 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-60d7dd1c-0ff2-4e76-ac91-5606fc33af4e tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1729591 Jan 27 16:51:05.350716 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 48426) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:51:05.359812 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.v2.base [None req-beb8e84e-cb1c-4c4a-8e8c-16738be62953 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Request body: {'security_group_rule': {'security_group_id': 'ef32afb6-089b-4677-972e-4c461cd72a86', 'project_id': '5c13f9d51cfe44de91903d2de6032c92', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:51:05.372070 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-20216ba1-c9ff-4465-816b-2574d6420ddc req-c3452f60-cc9a-4d8c-88db-dbb37ba74b9c tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900545 Jan 27 16:51:05.399756 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device 405aa040-774d-4e6f-a24e-9f71de3bfaaa details requested by agent hyperv_hv-cinder-81883 with host hv-cinder-81883 {{(pid=114096) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 16:51:05.406286 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.db.securitygroups_db [None req-beb8e84e-cb1c-4c4a-8e8c-16738be62953 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Project 5c13f9d51cfe44de91903d2de6032c92 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 16:51:05.419848 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-beb8e84e-cb1c-4c4a-8e8c-16738be62953 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Publish callbacks [] for security_group_rule (ce056ed1-8fb5-4314-b55d-429bec08584b), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:05.424204 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-c02cc0d3-266d-4076-8616-ff771b13aa8e None None] Publish callbacks [] for port (4ebd97ad-6c67-4c08-9d35-cce0cac47bd5), precommit_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:05.425799 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-1ccde2e0-83b5-4683-b131-e76f0cb7b4d4 req-220cc10f-f3c7-4a09-baa8-75e42ee7a79e tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b312599-18fb-44ac-8380-190ce0b5ebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789866 Jan 27 16:51:05.471907 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-c02cc0d3-266d-4076-8616-ff771b13aa8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (4ebd97ad-6c67-4c08-9d35-cce0cac47bd5), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:05.526424 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-beb8e84e-cb1c-4c4a-8e8c-16738be62953 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Publish callbacks [] for security_group_rule (ce056ed1-8fb5-4314-b55d-429bec08584b), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:05.540661 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-beb8e84e-cb1c-4c4a-8e8c-16738be62953 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077574'] for security_group_rule (ce056ed1-8fb5-4314-b55d-429bec08584b), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:05.561744 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb8e84e-cb1c-4c4a-8e8c-16738be62953 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce056ed1-8fb5-4314-b55d-429bec08584b,revision_number=0']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:51:05.565901 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-beb8e84e-cb1c-4c4a-8e8c-16738be62953 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:05.571231 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-beb8e84e-cb1c-4c4a-8e8c-16738be62953 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2180419 Jan 27 16:51:05.572038 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 48436) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:51:05.584878 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.v2.base [None req-27f8556c-474c-4d5d-ac00-1087fc654d46 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Request body: {'security_group_rule': {'security_group_id': 'ef32afb6-089b-4677-972e-4c461cd72a86', 'project_id': '5c13f9d51cfe44de91903d2de6032c92', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:51:05.588973 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09268d47-beef-4448-9652-fbab1de49a71 req-1dda77a1-4285-4e80-9add-854e9b71fede tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:05.591183 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-09268d47-beef-4448-9652-fbab1de49a71 req-1dda77a1-4285-4e80-9add-854e9b71fede tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e4a7a5a-c32b-4e0c-bca9-40cdbca30fb1 HTTP/1.1" status: 200 len: 943 time: 0.0790339 Jan 27 16:51:05.620972 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e639d408-6939-49b4-acd2-686aeed82917 None None] Pushing event updated for resources: {'Port': ['ID=4ebd97ad-6c67-4c08-9d35-cce0cac47bd5,revision_number=3']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:51:05.637645 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.db.securitygroups_db [None req-27f8556c-474c-4d5d-ac00-1087fc654d46 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Project 5c13f9d51cfe44de91903d2de6032c92 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 16:51:05.652115 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-27f8556c-474c-4d5d-ac00-1087fc654d46 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Publish callbacks [] for security_group_rule (975315ef-3e6c-4377-bada-57cdfa70b268), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:05.672784 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-09268d47-beef-4448-9652-fbab1de49a71 req-76f18183-6864-4d66-bded-57dc05d72e0b tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] 10.222.0.48 "GET /v2.0/security-groups?id=0feb8893-1709-4a6f-b008-569857e74965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742538 Jan 27 16:51:05.730393 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-27f8556c-474c-4d5d-ac00-1087fc654d46 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Publish callbacks [] for security_group_rule (975315ef-3e6c-4377-bada-57cdfa70b268), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:05.734856 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] For port 405aa040-774d-4e6f-a24e-9f71de3bfaaa, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=405aa040-774d-4e6f-a24e-9f71de3bfaaa,segment=NetworkSegment(0c5e0649-c233-43ef-8f81-7b2e760b326f),segment_id=0c5e0649-c233-43ef-8f81-7b2e760b326f)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:51:05.735083 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-27f8556c-474c-4d5d-ac00-1087fc654d46 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077574'] for security_group_rule (975315ef-3e6c-4377-bada-57cdfa70b268), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:05.745368 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.managers [None req-c02cc0d3-266d-4076-8616-ff771b13aa8e None None] Attempting to bind port 4ebd97ad-6c67-4c08-9d35-cce0cac47bd5 on host dv-cinder-818830-2-iscsi for vnic_type normal with profile {{(pid=114096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:51:05.745741 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.managers [None req-c02cc0d3-266d-4076-8616-ff771b13aa8e None None] Attempting to bind port 4ebd97ad-6c67-4c08-9d35-cce0cac47bd5 by drivers openvswitch,hyperv on host dv-cinder-818830-2-iscsi at level 0 using segments [{'id': '3d2752a5-59f0-4a50-bd88-e5c169be5fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '70fa1606-5f5c-4dad-a068-f2643ee5660f'}] {{(pid=114096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:51:05.746137 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02cc0d3-266d-4076-8616-ff771b13aa8e None None] Attempting to bind port 4ebd97ad-6c67-4c08-9d35-cce0cac47bd5 on network 70fa1606-5f5c-4dad-a068-f2643ee5660f {{(pid=114096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:51:05.754681 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02cc0d3-266d-4076-8616-ff771b13aa8e None None] Checking agent: {'id': '492c1832-c7a3-4f77-b4ba-2ebdc28556bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818830-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 40, 53), 'started_at': datetime.datetime(2022, 1, 27, 16, 41, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818830-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:51:05.755089 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02cc0d3-266d-4076-8616-ff771b13aa8e None None] Checking segment: {'id': '3d2752a5-59f0-4a50-bd88-e5c169be5fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '70fa1606-5f5c-4dad-a068-f2643ee5660f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:51:05.756012 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-c02cc0d3-266d-4076-8616-ff771b13aa8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:05.756149 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02cc0d3-266d-4076-8616-ff771b13aa8e None None] Bound using segment: {'id': '3d2752a5-59f0-4a50-bd88-e5c169be5fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '70fa1606-5f5c-4dad-a068-f2643ee5660f'} {{(pid=114096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:51:05.756602 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.managers [None req-c02cc0d3-266d-4076-8616-ff771b13aa8e None None] Bound port: 4ebd97ad-6c67-4c08-9d35-cce0cac47bd5, host: dv-cinder-818830-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d2752a5-59f0-4a50-bd88-e5c169be5fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '70fa1606-5f5c-4dad-a068-f2643ee5660f'}}] {{(pid=114096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:51:05.757253 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-c02cc0d3-266d-4076-8616-ff771b13aa8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (4ebd97ad-6c67-4c08-9d35-cce0cac47bd5), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:05.760631 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Returning: {'device': '405aa040-774d-4e6f-a24e-9f71de3bfaaa', 'network_id': 'd5d058f3-de8c-4c0f-bf66-49f826de473b', 'port_id': '405aa040-774d-4e6f-a24e-9f71de3bfaaa', 'mac_address': 'fa:16:3e:cd:75:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db20ac1e-30e4-4568-857a-3c60502d7a1f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114096) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 16:51:05.763403 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-27f8556c-474c-4d5d-ac00-1087fc654d46 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:05.769330 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-27f8556c-474c-4d5d-ac00-1087fc654d46 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1962619 Jan 27 16:51:05.770407 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f8556c-474c-4d5d-ac00-1087fc654d46 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=975315ef-3e6c-4377-bada-57cdfa70b268,revision_number=0']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:51:05.855545 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Current status of the port 405aa040-774d-4e6f-a24e-9f71de3bfaaa is: DOWN; New status is: BUILD {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:51:05.855991 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (405aa040-774d-4e6f-a24e-9f71de3bfaaa), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:05.876728 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-c02cc0d3-266d-4076-8616-ff771b13aa8e None None] For port 4ebd97ad-6c67-4c08-9d35-cce0cac47bd5, host dv-cinder-818830-2-iscsi, cleared binding levels {{(pid=114096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:51:05.881486 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.notifiers.nova [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 405aa040-774d-4e6f-a24e-9f71de3bfaaa {{(pid=114096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:51:05.899944 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-c02cc0d3-266d-4076-8616-ff771b13aa8e None None] For port 4ebd97ad-6c67-4c08-9d35-cce0cac47bd5, host dv-cinder-818830-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818830-2-iscsi',level=0,port_id=4ebd97ad-6c67-4c08-9d35-cce0cac47bd5,segment=NetworkSegment(3d2752a5-59f0-4a50-bd88-e5c169be5fda),segment_id=3d2752a5-59f0-4a50-bd88-e5c169be5fda)] {{(pid=114096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:51:05.908742 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-c02cc0d3-266d-4076-8616-ff771b13aa8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (4ebd97ad-6c67-4c08-9d35-cce0cac47bd5), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:05.920605 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] For port 405aa040-774d-4e6f-a24e-9f71de3bfaaa, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=405aa040-774d-4e6f-a24e-9f71de3bfaaa,segment=NetworkSegment(0c5e0649-c233-43ef-8f81-7b2e760b326f),segment_id=0c5e0649-c233-43ef-8f81-7b2e760b326f)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:51:05.944712 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (405aa040-774d-4e6f-a24e-9f71de3bfaaa), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:05.995378 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02cc0d3-266d-4076-8616-ff771b13aa8e None None] Routers {'5245b7fb-c68f-4c38-a085-3cc3fb83c5dd'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:51:05.996075 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-c02cc0d3-266d-4076-8616-ff771b13aa8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T16:50:48Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['5245b7fb-c68f-4c38-a085-3cc3fb83c5dd'], 'active': True} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:51:06.001470 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-c53dd9b3-1647-409e-ad4a-ef7d67b67483 None None] Provisioning complete for port 4ebd97ad-6c67-4c08-9d35-cce0cac47bd5 triggered by entity DHCP. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:51:06.002096 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-c53dd9b3-1647-409e-ad4a-ef7d67b67483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (4ebd97ad-6c67-4c08-9d35-cce0cac47bd5), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:06.006754 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e639d408-6939-49b4-acd2-686aeed82917 None None] Pushing event updated for resources: {'Port': ['ID=4ebd97ad-6c67-4c08-9d35-cce0cac47bd5,revision_number=4']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:51:06.175747 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Pushing event updated for resources: {'Port': ['ID=405aa040-774d-4e6f-a24e-9f71de3bfaaa,revision_number=4']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:51:06.242155 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvr_db [None req-c02cc0d3-266d-4076-8616-ff771b13aa8e None None] Set router 5245b7fb-c68f-4c38-a085-3cc3fb83c5dd gateway port host: dv-cinder-818830-2-iscsi {{(pid=114096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:51:06.290601 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-c53dd9b3-1647-409e-ad4a-ef7d67b67483 None None] Current status of the port 4ebd97ad-6c67-4c08-9d35-cce0cac47bd5 is: DOWN; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:51:06.291042 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-c53dd9b3-1647-409e-ad4a-ef7d67b67483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (4ebd97ad-6c67-4c08-9d35-cce0cac47bd5), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:06.410063 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-c53dd9b3-1647-409e-ad4a-ef7d67b67483 None None] For port 4ebd97ad-6c67-4c08-9d35-cce0cac47bd5, host dv-cinder-818830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818830-2-iscsi',level=0,port_id=4ebd97ad-6c67-4c08-9d35-cce0cac47bd5,segment=NetworkSegment(3d2752a5-59f0-4a50-bd88-e5c169be5fda),segment_id=3d2752a5-59f0-4a50-bd88-e5c169be5fda)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:51:06.417768 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-c53dd9b3-1647-409e-ad4a-ef7d67b67483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (4ebd97ad-6c67-4c08-9d35-cce0cac47bd5), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:06.449947 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] get_ports_and_sgs() called for port_ids ['405aa040-774d-4e6f-a24e-9f71de3bfaaa'] {{(pid=114096) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 16:51:06.530257 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06863b6-4fed-4bbb-ac3e-07e1bfa14449 req-e1830087-80cd-4d46-a751-90ef493f8cd0 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:06.532939 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-a06863b6-4fed-4bbb-ac3e-07e1bfa14449 req-e1830087-80cd-4d46-a751-90ef493f8cd0 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2 HTTP/1.1" status: 200 len: 945 time: 0.0675490 Jan 27 16:51:06.570038 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53dd9b3-1647-409e-ad4a-ef7d67b67483 None None] Pushing event updated for resources: {'Port': ['ID=4ebd97ad-6c67-4c08-9d35-cce0cac47bd5,revision_number=5']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:51:06.615284 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b2331f-6b5a-46c0-a8da-1bdaf3030c2d req-4bf16709-13f1-4edf-88cf-9062e70be3e2 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:06.617055 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-90b2331f-6b5a-46c0-a8da-1bdaf3030c2d req-4bf16709-13f1-4edf-88cf-9062e70be3e2 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f9b57a4-9946-4ef9-9ad9-f37538d57fa8 HTTP/1.1" status: 200 len: 946 time: 0.0813622 Jan 27 16:51:06.624361 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-cac344d5-95c9-4ca3-8c2c-3a21b120af76 None None] Provisioning complete for port 4ebd97ad-6c67-4c08-9d35-cce0cac47bd5 triggered by entity DHCP. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:51:06.624813 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-cac344d5-95c9-4ca3-8c2c-3a21b120af76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (4ebd97ad-6c67-4c08-9d35-cce0cac47bd5), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:06.649184 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-a06863b6-4fed-4bbb-ac3e-07e1bfa14449 req-7c5c8d42-1596-4611-ad3d-8fc912ff4c2b tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823607 Jan 27 16:51:06.690465 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-90b2331f-6b5a-46c0-a8da-1bdaf3030c2d req-226a71f6-390e-4e46-8cc3-ef07e71feb16 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b312599-18fb-44ac-8380-190ce0b5ebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641077 Jan 27 16:51:06.788729 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-c02cc0d3-266d-4076-8616-ff771b13aa8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5245b7fb-c68f-4c38-a085-3cc3fb83c5dd', 'name': 'tempest-TestShelveInstance-1014975214-router', 'tenant_id': '63cea5ab5c644c2ba6badb6d25b3dbdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'dac7b549-5874-428f-87f8-b2c363648329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:50:56Z', 'updated_at': '2022-01-27T16:51:01Z', 'revision_number': 4, 'project_id': '63cea5ab5c644c2ba6badb6d25b3dbdc', 'gw_port': {'id': 'dac7b549-5874-428f-87f8-b2c363648329', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:55:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5245b7fb-c68f-4c38-a085-3cc3fb83c5dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:50:57Z', 'updated_at': '2022-01-27T16:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi', '_interfaces': [{'id': '4ebd97ad-6c67-4c08-9d35-cce0cac47bd5', 'name': '', 'network_id': '70fa1606-5f5c-4dad-a068-f2643ee5660f', 'tenant_id': '63cea5ab5c644c2ba6badb6d25b3dbdc', 'mac_address': 'fa:16:3e:95:ef:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5245b7fb-c68f-4c38-a085-3cc3fb83c5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'c953c124-0fe9-47e8-846e-35a7c9e9271e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:51:00Z', 'updated_at': '2022-01-27T16:51:05Z', 'revision_number': 4, 'project_id': '63cea5ab5c644c2ba6badb6d25b3dbdc', 'subnets': [{'id': 'c953c124-0fe9-47e8-846e-35a7c9e9271e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:51:06.908364 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd15983-a867-49fe-89e8-2fe7135d7627 req-b374f9c8-6aa8-4c49-81ae-b8e947a15d4c tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:06.909985 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-4fd15983-a867-49fe-89e8-2fe7135d7627 req-b374f9c8-6aa8-4c49-81ae-b8e947a15d4c tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] 10.222.0.48 "GET /v2.0/networks?id=3ff7763e-e8af-430b-afaa-86998ea27f64 HTTP/1.1" status: 200 len: 814 time: 0.1320508 Jan 27 16:51:06.928350 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-4fd15983-a867-49fe-89e8-2fe7135d7627 req-64f2a6d0-98bf-43d1-8b8f-4c106953f580 tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] 10.222.0.48 "GET /v2.0/quotas/5f4ae6dda115477db147059df89ad002 HTTP/1.1" status: 200 len: 375 time: 0.0103915 Jan 27 16:51:06.969113 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-4fd15983-a867-49fe-89e8-2fe7135d7627 req-3ebd669b-68ae-4497-b5e6-189049bf44d5 tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=5f4ae6dda115477db147059df89ad002&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0356505 Jan 27 16:51:06.976224 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02cc0d3-266d-4076-8616-ff771b13aa8e None None] The sync data for ids ['5245b7fb-c68f-4c38-a085-3cc3fb83c5dd'] in dv-cinder-818830-2-iscsi is: [{'id': '5245b7fb-c68f-4c38-a085-3cc3fb83c5dd', 'name': 'tempest-TestShelveInstance-1014975214-router', 'tenant_id': '63cea5ab5c644c2ba6badb6d25b3dbdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'dac7b549-5874-428f-87f8-b2c363648329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:50:56Z', 'updated_at': '2022-01-27T16:51:01Z', 'revision_number': 4, 'project_id': '63cea5ab5c644c2ba6badb6d25b3dbdc', 'gw_port': {'id': 'dac7b549-5874-428f-87f8-b2c363648329', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:55:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5245b7fb-c68f-4c38-a085-3cc3fb83c5dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:50:57Z', 'updated_at': '2022-01-27T16:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi', '_interfaces': [{'id': '4ebd97ad-6c67-4c08-9d35-cce0cac47bd5', 'name': '', 'network_id': '70fa1606-5f5c-4dad-a068-f2643ee5660f', 'tenant_id': '63cea5ab5c644c2ba6badb6d25b3dbdc', 'mac_address': 'fa:16:3e:95:ef:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5245b7fb-c68f-4c38-a085-3cc3fb83c5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'c953c124-0fe9-47e8-846e-35a7c9e9271e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:51:00Z', 'updated_at': '2022-01-27T16:51:05Z', 'revision_number': 4, 'project_id': '63cea5ab5c644c2ba6badb6d25b3dbdc', 'subnets': [{'id': 'c953c124-0fe9-47e8-846e-35a7c9e9271e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 16:51:06.994737 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-cac344d5-95c9-4ca3-8c2c-3a21b120af76 None None] Current status of the port 4ebd97ad-6c67-4c08-9d35-cce0cac47bd5 is: ACTIVE; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:51:07.078036 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a648a30-cedb-4567-ab2c-3de28b3db6f8 req-ab7c9ada-065f-4ae0-a884-2ee3150a21f6 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:07.079528 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-4a648a30-cedb-4567-ab2c-3de28b3db6f8 req-ab7c9ada-065f-4ae0-a884-2ee3150a21f6 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e4a7a5a-c32b-4e0c-bca9-40cdbca30fb1 HTTP/1.1" status: 200 len: 944 time: 0.1336887 Jan 27 16:51:07.132001 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-4fd15983-a867-49fe-89e8-2fe7135d7627 req-a715c91c-f847-4b32-b4e6-e02647220005 service neutron] 10.222.0.48 "GET /v2.0/networks/3ff7763e-e8af-430b-afaa-86998ea27f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428185 Jan 27 16:51:07.205103 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-4a648a30-cedb-4567-ab2c-3de28b3db6f8 req-0a745fd9-c77d-495c-bcc3-31ee89392290 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] 10.222.0.48 "GET /v2.0/security-groups?id=0feb8893-1709-4a6f-b008-569857e74965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137116 Jan 27 16:51:07.267123 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-4fd15983-a867-49fe-89e8-2fe7135d7627 req-ae5eb1ff-6dfb-4f80-ad0f-caabda4b2126 service neutron] 10.222.0.48 "GET /v2.0/networks/3ff7763e-e8af-430b-afaa-86998ea27f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270821 Jan 27 16:51:07.466232 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-19e6329c-0822-4496-b178-66a49e8ed86a req-54548f1c-59f3-4632-b2ad-144f9d67afed tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] 10.222.0.48 "GET /v2.0/ports?device_id=58a6eecd-4759-477d-8484-e510a7638b40 HTTP/1.1" status: 200 len: 210 time: 0.0436797 Jan 27 16:51:07.587975 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc0a987-46ea-4132-84cc-ab039cdc4137 req-92c4cfc2-29cc-40a8-9fb6-fa4ab102ddef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:07.589526 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-3bc0a987-46ea-4132-84cc-ab039cdc4137 req-92c4cfc2-29cc-40a8-9fb6-fa4ab102ddef service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=326cd822c847423ba2417f593ca8c6ff&device_id=0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2 HTTP/1.1" status: 200 len: 1098 time: 0.0479608 Jan 27 16:51:07.617275 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf834c-3aa9-4d25-b02c-987cf739d264 req-6176d13d-ada3-4357-8f1b-fe513871c883 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:07.618948 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-6bdf834c-3aa9-4d25-b02c-987cf739d264 req-6176d13d-ada3-4357-8f1b-fe513871c883 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2 HTTP/1.1" status: 200 len: 945 time: 0.0649159 Jan 27 16:51:07.672276 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-6bdf834c-3aa9-4d25-b02c-987cf739d264 req-fc8c2ffc-d0f5-4ae7-981e-d544019f9a97 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461428 Jan 27 16:51:07.740829 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05fa112-81c9-4eed-bbd5-57d97e8de55f req-bbf0f069-ffb7-4f19-b283-f3799e0f23ea tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:07.742446 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-e05fa112-81c9-4eed-bbd5-57d97e8de55f req-bbf0f069-ffb7-4f19-b283-f3799e0f23ea tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f9b57a4-9946-4ef9-9ad9-f37538d57fa8 HTTP/1.1" status: 200 len: 946 time: 0.0933602 Jan 27 16:51:07.744175 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc0a987-46ea-4132-84cc-ab039cdc4137 req-52850b1e-fe06-47ac-b93f-b5cc8f7cb1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:07.745753 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-3bc0a987-46ea-4132-84cc-ab039cdc4137 req-52850b1e-fe06-47ac-b93f-b5cc8f7cb1f2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d601b71c-9e85-4907-a350-1cc1a1486f21 HTTP/1.1" status: 200 len: 920 time: 0.1493256 Jan 27 16:51:07.832100 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-3bc0a987-46ea-4132-84cc-ab039cdc4137 req-7aee84e3-b99f-4d3a-8c60-992e479b7da0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f3362f6-2e54-4b45-89fc-94c7ecae5a49 HTTP/1.1" status: 200 len: 217 time: 0.0742962 Jan 27 16:51:07.842248 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcef5af2-92f9-488f-ad70-3dfa0304b664 req-281d613f-0f84-4369-a5d5-124690d5c191 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:07.850292 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-fcef5af2-92f9-488f-ad70-3dfa0304b664 req-281d613f-0f84-4369-a5d5-124690d5c191 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f9b57a4-9946-4ef9-9ad9-f37538d57fa8 HTTP/1.1" status: 200 len: 946 time: 0.0729313 Jan 27 16:51:07.903029 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-fcef5af2-92f9-488f-ad70-3dfa0304b664 req-afde5b9a-3319-4e6a-bdec-1a71885dbd53 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b312599-18fb-44ac-8380-190ce0b5ebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518734 Jan 27 16:51:07.953616 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc0a987-46ea-4132-84cc-ab039cdc4137 req-eefc55b9-e7d4-4692-b0a0-31191e3a0b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:07.955100 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-3bc0a987-46ea-4132-84cc-ab039cdc4137 req-eefc55b9-e7d4-4692-b0a0-31191e3a0b49 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e7392202-f723-44b8-a453-411e289e56a2 HTTP/1.1" status: 200 len: 859 time: 0.1067641 Jan 27 16:51:07.971642 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.plugin [req-e05fa112-81c9-4eed-bbd5-57d97e8de55f req-c984a2c4-d147-4f67-8bde-cd864171fd49 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Deleting port 903a0057-a715-41da-8342-5ec1b0689573 {{(pid=114094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:51:07.971981 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-e05fa112-81c9-4eed-bbd5-57d97e8de55f req-c984a2c4-d147-4f67-8bde-cd864171fd49 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740202897008'] for port (903a0057-a715-41da-8342-5ec1b0689573), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:08.045791 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-3bc0a987-46ea-4132-84cc-ab039cdc4137 req-4275f392-820e-44b8-b5bc-89bf1bad330b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d601b71c-9e85-4907-a350-1cc1a1486f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590749 Jan 27 16:51:08.152437 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.db [req-e05fa112-81c9-4eed-bbd5-57d97e8de55f req-c984a2c4-d147-4f67-8bde-cd864171fd49 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] For port 903a0057-a715-41da-8342-5ec1b0689573, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=903a0057-a715-41da-8342-5ec1b0689573,segment=NetworkSegment(1779a445-beda-4dcd-8f98-83ef8a804122),segment_id=1779a445-beda-4dcd-8f98-83ef8a804122)] {{(pid=114094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:51:08.152866 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-e05fa112-81c9-4eed-bbd5-57d97e8de55f req-c984a2c4-d147-4f67-8bde-cd864171fd49 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797243'] for port (903a0057-a715-41da-8342-5ec1b0689573), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:08.176234 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.plugin [req-e05fa112-81c9-4eed-bbd5-57d97e8de55f req-c984a2c4-d147-4f67-8bde-cd864171fd49 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Calling delete_port for 903a0057-a715-41da-8342-5ec1b0689573 owned by compute:nova {{(pid=114094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:51:08.206812 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-3bc0a987-46ea-4132-84cc-ab039cdc4137 req-4ddff0d6-6f0a-49bf-a844-1869b9b99175 service neutron] 10.222.0.24 "GET /v2.0/networks/d601b71c-9e85-4907-a350-1cc1a1486f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504858 Jan 27 16:51:08.334361 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961bc466-fb38-49f6-a57c-4f953b8b5851 req-288d017f-bf92-43e4-b7d6-f9b8e419d4a2 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:08.335863 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-961bc466-fb38-49f6-a57c-4f953b8b5851 req-288d017f-bf92-43e4-b7d6-f9b8e419d4a2 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e4a7a5a-c32b-4e0c-bca9-40cdbca30fb1 HTTP/1.1" status: 200 len: 944 time: 0.0526164 Jan 27 16:51:08.362431 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-3bc0a987-46ea-4132-84cc-ab039cdc4137 req-73650f0a-999c-4ad3-a7f1-decb0df276eb service neutron] 10.222.0.24 "GET /v2.0/networks/d601b71c-9e85-4907-a350-1cc1a1486f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231143 Jan 27 16:51:08.404886 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-961bc466-fb38-49f6-a57c-4f953b8b5851 req-08d51b38-f0bf-4c30-b416-2ad74db5d311 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] 10.222.0.48 "GET /v2.0/security-groups?id=0feb8893-1709-4a6f-b008-569857e74965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632470 Jan 27 16:51:08.441389 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-e05fa112-81c9-4eed-bbd5-57d97e8de55f req-c984a2c4-d147-4f67-8bde-cd864171fd49 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740202902474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740202573626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777202'] for port (903a0057-a715-41da-8342-5ec1b0689573), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:08.460737 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] get_ports_and_sgs() called for port_ids ['edeff32f-9844-440c-a9f3-215374de7bd3', '18a8caa9-2a86-4e7b-b6f0-e3dc5d2fe716', 'b1c27e4d-7b4f-4ebe-a3ea-28060834be45', '903a0057-a715-41da-8342-5ec1b0689573'] {{(pid=114096) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 16:51:08.471871 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c984a2c4-d147-4f67-8bde-cd864171fd49 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Pushing event deleted for resources: {'Port': ['ID=903a0057-a715-41da-8342-5ec1b0689573,revision_number=None']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:51:08.517220 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.l3_dvrscheduler_db [req-e05fa112-81c9-4eed-bbd5-57d97e8de55f req-c984a2c4-d147-4f67-8bde-cd864171fd49 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] No DVR routers for this DVR port 903a0057-a715-41da-8342-5ec1b0689573 on host hv-cinder-81883 {{(pid=114094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 16:51:08.518848 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-e05fa112-81c9-4eed-bbd5-57d97e8de55f req-c984a2c4-d147-4f67-8bde-cd864171fd49 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118807'] for port (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:08.530291 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-e05fa112-81c9-4eed-bbd5-57d97e8de55f req-c984a2c4-d147-4f67-8bde-cd864171fd49 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.24 "DELETE /v2.0/ports/903a0057-a715-41da-8342-5ec1b0689573 HTTP/1.1" status: 204 len: 173 time: 0.7737937 Jan 27 16:51:08.531233 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f9b57a4-9946-4ef9-9ad9-f37538d57fa8', 'name': 'network-vif-deleted', 'tag': '903a0057-a715-41da-8342-5ec1b0689573'}] {{(pid=114094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:51:08.534603 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}342a798d1d13ecd85fd4efdf34ff3908ecd3b9322feeb0f720fcdcd52e7e333b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1787ac03-bc80-44b7-9365-6e53633fa01d" -d '{"events": [{"server_uuid": "9f9b57a4-9946-4ef9-9ad9-f37538d57fa8", "name": "network-vif-deleted", "tag": "903a0057-a715-41da-8342-5ec1b0689573"}]}' {{(pid=114094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:51:08.632389 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-d5921fcd-826d-46fa-8597-8f74097275e2 req-bade6621-1570-4839-ab68-0441b532e2ba tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] 10.222.0.48 "GET /v2.0/ports?device_id=58a6eecd-4759-477d-8484-e510a7638b40 HTTP/1.1" status: 200 len: 210 time: 0.0609541 Jan 27 16:51:08.660176 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 16:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a15e66cc-fbca-474a-8227-6e4838df3a23 x-openstack-request-id: req-a15e66cc-fbca-474a-8227-6e4838df3a23 {{(pid=114094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:51:08.660650 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f9b57a4-9946-4ef9-9ad9-f37538d57fa8", "name": "network-vif-deleted", "tag": "903a0057-a715-41da-8342-5ec1b0689573", "status": "completed", "code": 200}]} {{(pid=114094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:51:08.660775 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a15e66cc-fbca-474a-8227-6e4838df3a23 {{(pid=114094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:51:08.661096 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f9b57a4-9946-4ef9-9ad9-f37538d57fa8', 'name': 'network-vif-deleted', 'tag': '903a0057-a715-41da-8342-5ec1b0689573', 'status': 'completed', 'code': 200} Jan 27 16:51:08.897228 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd854a2-bac7-4786-9645-a96e2ca5f1db req-496df2a9-aa12-4822-9f1f-d859c3efda96 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:08.901189 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-fbd854a2-bac7-4786-9645-a96e2ca5f1db req-496df2a9-aa12-4822-9f1f-d859c3efda96 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2 HTTP/1.1" status: 200 len: 945 time: 0.1333759 Jan 27 16:51:08.978233 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd15983-a867-49fe-89e8-2fe7135d7627 req-a954ce0b-36dd-41cc-9a14-405b70b58ecd tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:08.980854 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-4fd15983-a867-49fe-89e8-2fe7135d7627 req-a954ce0b-36dd-41cc-9a14-405b70b58ecd tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] 10.222.0.24 "GET /v2.0/networks?id=3ff7763e-e8af-430b-afaa-86998ea27f64 HTTP/1.1" status: 200 len: 814 time: 0.2463822 Jan 27 16:51:08.999319 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.v2.base [req-4fd15983-a867-49fe-89e8-2fe7135d7627 req-8984c7fe-8c60-4f09-ad13-e355a9f6193f tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] Request body: {'port': {'device_id': '58a6eecd-4759-477d-8484-e510a7638b40', 'network_id': '3ff7763e-e8af-430b-afaa-86998ea27f64', 'admin_state_up': True, 'tenant_id': '5f4ae6dda115477db147059df89ad002'}} {{(pid=114094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:51:09.025113 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-fbd854a2-bac7-4786-9645-a96e2ca5f1db req-8f2de838-6d4d-4342-a116-c58d5941a6c0 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157193 Jan 27 16:51:09.045522 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device 4ebd97ad-6c67-4c08-9d35-cce0cac47bd5 up at agent ovs-agent-dv-cinder-818830-2-iscsi {{(pid=114096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:51:09.149475 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-020658d2-0de4-4b81-812d-466843c113ec req-59379b59-b18a-4577-99dc-af858bdb3fec tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f9b57a4-9946-4ef9-9ad9-f37538d57fa8 HTTP/1.1" status: 200 len: 210 time: 0.0782228 Jan 27 16:51:09.263071 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fd15983-a867-49fe-89e8-2fe7135d7627 req-8984c7fe-8c60-4f09-ad13-e355a9f6193f tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] Made reservation on behalf of 5f4ae6dda115477db147059df89ad002 for: {'port': 1} {{(pid=114094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:51:09.271827 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Provisioning complete for port 4ebd97ad-6c67-4c08-9d35-cce0cac47bd5 triggered by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:51:09.272202 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (4ebd97ad-6c67-4c08-9d35-cce0cac47bd5), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:09.283243 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-4fd15983-a867-49fe-89e8-2fe7135d7627 req-8984c7fe-8c60-4f09-ad13-e355a9f6193f tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:09.370061 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Current status of the port 4ebd97ad-6c67-4c08-9d35-cce0cac47bd5 is: ACTIVE; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:51:09.432129 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.db_base_plugin_common [req-4fd15983-a867-49fe-89e8-2fe7135d7627 req-8984c7fe-8c60-4f09-ad13-e355a9f6193f tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] Allocated IP 172.20.0.8 (3ff7763e-e8af-430b-afaa-86998ea27f64/b010be06-c4f2-4e23-9246-4fc7ea30aa3d/404e12cf-c62c-4c23-b50c-848e2b404dec) {{(pid=114094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:51:09.440644 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device 405aa040-774d-4e6f-a24e-9f71de3bfaaa up at agent hyperv_hv-cinder-81883 {{(pid=114096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:51:09.505096 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Provisioning for port 405aa040-774d-4e6f-a24e-9f71de3bfaaa completed by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 16:51:09.510279 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Provisioning complete for port 405aa040-774d-4e6f-a24e-9f71de3bfaaa triggered by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:51:09.510656 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (405aa040-774d-4e6f-a24e-9f71de3bfaaa), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:09.568904 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a63122c-051d-4d9c-a75e-95eaa2d4e7cd req-c5a4b233-bf7b-4883-93cc-75341b21f395 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:09.570835 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-1a63122c-051d-4d9c-a75e-95eaa2d4e7cd req-c5a4b233-bf7b-4883-93cc-75341b21f395 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e4a7a5a-c32b-4e0c-bca9-40cdbca30fb1 HTTP/1.1" status: 200 len: 944 time: 0.0736785 Jan 27 16:51:09.604128 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Current status of the port 405aa040-774d-4e6f-a24e-9f71de3bfaaa is: BUILD; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:51:09.604515 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (405aa040-774d-4e6f-a24e-9f71de3bfaaa), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:09.625022 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-1a63122c-051d-4d9c-a75e-95eaa2d4e7cd req-a603fbf9-5b47-476f-bac4-ded0c7082ee2 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] 10.222.0.48 "GET /v2.0/security-groups?id=0feb8893-1709-4a6f-b008-569857e74965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484903 Jan 27 16:51:09.628609 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-4fd15983-a867-49fe-89e8-2fe7135d7627 req-8984c7fe-8c60-4f09-ad13-e355a9f6193f tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] Publish callbacks [] for port (404e12cf-c62c-4c23-b50c-848e2b404dec), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:09.635604 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e4a7a5a-c32b-4e0c-bca9-40cdbca30fb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '405aa040-774d-4e6f-a24e-9f71de3bfaaa'}] {{(pid=114096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:51:09.643517 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7400b25514d980253c692f49984ce8becaf326df5cb1ee6ae8228296f1505bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d94b3328-e318-48eb-8580-3b663f093539" -d '{"events": [{"server_uuid": "6e4a7a5a-c32b-4e0c-bca9-40cdbca30fb1", "name": "network-vif-plugged", "status": "completed", "tag": "405aa040-774d-4e6f-a24e-9f71de3bfaaa"}]}' {{(pid=114096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:51:09.666045 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] For port 405aa040-774d-4e6f-a24e-9f71de3bfaaa, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=405aa040-774d-4e6f-a24e-9f71de3bfaaa,segment=NetworkSegment(0c5e0649-c233-43ef-8f81-7b2e760b326f),segment_id=0c5e0649-c233-43ef-8f81-7b2e760b326f)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:51:09.670971 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (405aa040-774d-4e6f-a24e-9f71de3bfaaa), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:09.671813 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device 903a0057-a715-41da-8342-5ec1b0689573 no longer exists at agent hyperv_hv-cinder-81883 {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:51:09.693454 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-4fd15983-a867-49fe-89e8-2fe7135d7627 req-8984c7fe-8c60-4f09-ad13-e355a9f6193f tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740202573617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777202'] for port (404e12cf-c62c-4c23-b50c-848e2b404dec), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:09.721935 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 16:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fee3361-3f77-47b0-b361-a9033e198fdb x-openstack-request-id: req-7fee3361-3f77-47b0-b361-a9033e198fdb {{(pid=114096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:51:09.722228 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e4a7a5a-c32b-4e0c-bca9-40cdbca30fb1", "name": "network-vif-plugged", "status": "completed", "tag": "405aa040-774d-4e6f-a24e-9f71de3bfaaa", "code": 200}]} {{(pid=114096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:51:09.722486 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7fee3361-3f77-47b0-b361-a9033e198fdb {{(pid=114096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:51:09.722923 dv-cinder-818830-2-iscsi neutron-server[114096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e4a7a5a-c32b-4e0c-bca9-40cdbca30fb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '405aa040-774d-4e6f-a24e-9f71de3bfaaa', 'code': 200} Jan 27 16:51:09.723420 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] No Port match for: 903a0057-a715-41da-8342-5ec1b0689573 {{(pid=114096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 16:51:09.723854 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device 903a0057-a715-41da-8342-5ec1b0689573 not bound to the agent host hv-cinder-81883 {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 16:51:09.747226 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fd15983-a867-49fe-89e8-2fe7135d7627 req-8984c7fe-8c60-4f09-ad13-e355a9f6193f tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] Network 3ff7763e-e8af-430b-afaa-86998ea27f64 is already hosted by enough agents. {{(pid=114094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:51:09.751066 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.base_scheduler [req-4fd15983-a867-49fe-89e8-2fe7135d7627 req-8984c7fe-8c60-4f09-ad13-e355a9f6193f tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] Resources bound (agent type, host, resource id): {{(pid=114094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:51:09.753924 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fd15983-a867-49fe-89e8-2fe7135d7627 req-8984c7fe-8c60-4f09-ad13-e355a9f6193f tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] Received port after_create {{(pid=114094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:51:09.763619 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f644ae-9c6f-4b8e-95c6-933ecc503d4d req-e0525a98-0438-4679-9f82-8c2adfcc345d tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:09.764873 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-a4f644ae-9c6f-4b8e-95c6-933ecc503d4d req-e0525a98-0438-4679-9f82-8c2adfcc345d tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] 10.222.0.48 "GET /v2.0/ports?device_id=58a6eecd-4759-477d-8484-e510a7638b40 HTTP/1.1" status: 200 len: 931 time: 0.0683293 Jan 27 16:51:09.782802 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Pushing event updated for resources: {'Port': ['ID=405aa040-774d-4e6f-a24e-9f71de3bfaaa,revision_number=5']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:51:09.792441 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8984c7fe-8c60-4f09-ad13-e355a9f6193f tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] Pushing event updated for resources: {'Port': ['ID=404e12cf-c62c-4c23-b50c-848e2b404dec,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:51:09.823632 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd15983-a867-49fe-89e8-2fe7135d7627 req-8984c7fe-8c60-4f09-ad13-e355a9f6193f tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:09.824220 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-4fd15983-a867-49fe-89e8-2fe7135d7627 req-8984c7fe-8c60-4f09-ad13-e355a9f6193f tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118807'] for port (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:09.825998 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-a4f644ae-9c6f-4b8e-95c6-933ecc503d4d req-0c372bc7-0e6d-47b9-9746-33c3075c97b8 tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b7e83e7-f320-4396-a60c-5dec58ef529a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526469 Jan 27 16:51:09.843419 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-4fd15983-a867-49fe-89e8-2fe7135d7627 req-8984c7fe-8c60-4f09-ad13-e355a9f6193f tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8486955 Jan 27 16:51:09.962285 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.v2.base [req-4fd15983-a867-49fe-89e8-2fe7135d7627 req-b2a32838-55db-4fe4-8244-3b65ebdc01ff service neutron] Request body: {'port': {'device_id': '58a6eecd-4759-477d-8484-e510a7638b40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81883'}} {{(pid=114094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:51:10.015812 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-4fd15983-a867-49fe-89e8-2fe7135d7627 req-b2a32838-55db-4fe4-8244-3b65ebdc01ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (404e12cf-c62c-4c23-b50c-848e2b404dec), before_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:10.136094 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0744e2-6114-4506-9565-31fe7192b8c4 req-bd1b3166-eca1-4212-9c36-08931819f3bf tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:10.137485 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-5a0744e2-6114-4506-9565-31fe7192b8c4 req-bd1b3166-eca1-4212-9c36-08931819f3bf tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2 HTTP/1.1" status: 200 len: 945 time: 0.0487478 Jan 27 16:51:10.155828 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d232e752-3f33-4392-bb50-bd282e2057b5 req-5f4e441a-a7b2-4f24-a727-13e65f01b204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:10.157318 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-d232e752-3f33-4392-bb50-bd282e2057b5 req-5f4e441a-a7b2-4f24-a727-13e65f01b204 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6e4a7a5a-c32b-4e0c-bca9-40cdbca30fb1 HTTP/1.1" status: 200 len: 1098 time: 0.1076684 Jan 27 16:51:10.191421 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-5a0744e2-6114-4506-9565-31fe7192b8c4 req-efd02224-79b5-438e-afd0-d0cbad2e24a5 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477960 Jan 27 16:51:10.258891 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-d232e752-3f33-4392-bb50-bd282e2057b5 req-c178a393-f0d6-4379-9756-b1a329eae2dc service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0feb8893-1709-4a6f-b008-569857e74965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921633 Jan 27 16:51:10.349940 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.notifiers.nova [req-4fd15983-a867-49fe-89e8-2fe7135d7627 req-b2a32838-55db-4fe4-8244-3b65ebdc01ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 404e12cf-c62c-4c23-b50c-848e2b404dec {{(pid=114094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:51:10.357226 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-4fd15983-a867-49fe-89e8-2fe7135d7627 req-b2a32838-55db-4fe4-8244-3b65ebdc01ff service neutron] Publish callbacks [] for port (404e12cf-c62c-4c23-b50c-848e2b404dec), precommit_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:10.369673 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.provisioning_blocks [req-4fd15983-a867-49fe-89e8-2fe7135d7627 req-b2a32838-55db-4fe4-8244-3b65ebdc01ff service neutron] Transition to ACTIVE for port object 404e12cf-c62c-4c23-b50c-848e2b404dec will not be triggered until provisioned by entity L2. {{(pid=114094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 16:51:10.373472 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-4fd15983-a867-49fe-89e8-2fe7135d7627 req-b2a32838-55db-4fe4-8244-3b65ebdc01ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8776969'] for port (404e12cf-c62c-4c23-b50c-848e2b404dec), after_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:10.445041 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a32838-55db-4fe4-8244-3b65ebdc01ff service neutron] Pushing event updated for resources: {'Port': ['ID=404e12cf-c62c-4c23-b50c-848e2b404dec,revision_number=2']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:51:10.499683 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.managers [req-4fd15983-a867-49fe-89e8-2fe7135d7627 req-b2a32838-55db-4fe4-8244-3b65ebdc01ff service neutron] Attempting to bind port 404e12cf-c62c-4c23-b50c-848e2b404dec on host hv-cinder-81883 for vnic_type normal with profile {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:51:10.500103 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.managers [req-4fd15983-a867-49fe-89e8-2fe7135d7627 req-b2a32838-55db-4fe4-8244-3b65ebdc01ff service neutron] Attempting to bind port 404e12cf-c62c-4c23-b50c-848e2b404dec by drivers openvswitch,hyperv on host hv-cinder-81883 at level 0 using segments [{'id': '17a18a42-5600-4d76-b1cc-2cf734bad5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3ff7763e-e8af-430b-afaa-86998ea27f64'}] {{(pid=114094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:51:10.500441 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd15983-a867-49fe-89e8-2fe7135d7627 req-b2a32838-55db-4fe4-8244-3b65ebdc01ff service neutron] Attempting to bind port 404e12cf-c62c-4c23-b50c-848e2b404dec on network 3ff7763e-e8af-430b-afaa-86998ea27f64 {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:51:10.504832 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd15983-a867-49fe-89e8-2fe7135d7627 req-b2a32838-55db-4fe4-8244-3b65ebdc01ff service neutron] Port 404e12cf-c62c-4c23-b50c-848e2b404dec on network 3ff7763e-e8af-430b-afaa-86998ea27f64 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81883 {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 16:51:10.505187 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd15983-a867-49fe-89e8-2fe7135d7627 req-b2a32838-55db-4fe4-8244-3b65ebdc01ff service neutron] Attempting to bind port 404e12cf-c62c-4c23-b50c-848e2b404dec on network 3ff7763e-e8af-430b-afaa-86998ea27f64 {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:51:10.510165 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd15983-a867-49fe-89e8-2fe7135d7627 req-b2a32838-55db-4fe4-8244-3b65ebdc01ff service neutron] Checking agent: {'id': '853c399d-72c7-467e-bd42-08a47e7fb1c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81883', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 46, 47), 'started_at': datetime.datetime(2022, 1, 27, 16, 46, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:51:10.510539 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd15983-a867-49fe-89e8-2fe7135d7627 req-b2a32838-55db-4fe4-8244-3b65ebdc01ff service neutron] Checking segment: {'id': '17a18a42-5600-4d76-b1cc-2cf734bad5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3ff7763e-e8af-430b-afaa-86998ea27f64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:51:10.510965 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd15983-a867-49fe-89e8-2fe7135d7627 req-b2a32838-55db-4fe4-8244-3b65ebdc01ff service neutron] Bound using segment: {'id': '17a18a42-5600-4d76-b1cc-2cf734bad5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3ff7763e-e8af-430b-afaa-86998ea27f64'} {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:51:10.511489 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.managers [req-4fd15983-a867-49fe-89e8-2fe7135d7627 req-b2a32838-55db-4fe4-8244-3b65ebdc01ff service neutron] Bound port: 404e12cf-c62c-4c23-b50c-848e2b404dec, host: hv-cinder-81883, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17a18a42-5600-4d76-b1cc-2cf734bad5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3ff7763e-e8af-430b-afaa-86998ea27f64'}}] {{(pid=114094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:51:10.511917 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-4fd15983-a867-49fe-89e8-2fe7135d7627 req-b2a32838-55db-4fe4-8244-3b65ebdc01ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (404e12cf-c62c-4c23-b50c-848e2b404dec), before_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:10.581049 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.db [req-4fd15983-a867-49fe-89e8-2fe7135d7627 req-b2a32838-55db-4fe4-8244-3b65ebdc01ff service neutron] For port 404e12cf-c62c-4c23-b50c-848e2b404dec, host hv-cinder-81883, cleared binding levels {{(pid=114094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:51:10.584770 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.db [req-4fd15983-a867-49fe-89e8-2fe7135d7627 req-b2a32838-55db-4fe4-8244-3b65ebdc01ff service neutron] For port 404e12cf-c62c-4c23-b50c-848e2b404dec, host hv-cinder-81883, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=404e12cf-c62c-4c23-b50c-848e2b404dec,segment=NetworkSegment(17a18a42-5600-4d76-b1cc-2cf734bad5d3),segment_id=17a18a42-5600-4d76-b1cc-2cf734bad5d3)] {{(pid=114094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:51:10.588915 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-4fd15983-a867-49fe-89e8-2fe7135d7627 req-b2a32838-55db-4fe4-8244-3b65ebdc01ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8776969'] for port (404e12cf-c62c-4c23-b50c-848e2b404dec), after_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:10.626416 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd15983-a867-49fe-89e8-2fe7135d7627 req-b2a32838-55db-4fe4-8244-3b65ebdc01ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:10.627079 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-4fd15983-a867-49fe-89e8-2fe7135d7627 req-b2a32838-55db-4fe4-8244-3b65ebdc01ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118807'] for port (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:10.628607 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-4fd15983-a867-49fe-89e8-2fe7135d7627 req-b2a32838-55db-4fe4-8244-3b65ebdc01ff service neutron] 10.222.0.24 "PUT /v2.0/ports/404e12cf-c62c-4c23-b50c-848e2b404dec HTTP/1.1" status: 200 len: 1093 time: 0.6707451 Jan 27 16:51:10.652342 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.agents_db [None req-5545c54b-af05-4075-94be-94e2438c302a None None] Agent healthcheck: found 6 active agents {{(pid=114097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 16:51:10.655513 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a32838-55db-4fe4-8244-3b65ebdc01ff service neutron] Pushing event updated for resources: {'Port': ['ID=404e12cf-c62c-4c23-b50c-848e2b404dec,revision_number=3']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:51:10.662733 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58a6eecd-4759-477d-8484-e510a7638b40', 'tag': '404e12cf-c62c-4c23-b50c-848e2b404dec'}] {{(pid=114094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:51:10.665132 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}342a798d1d13ecd85fd4efdf34ff3908ecd3b9322feeb0f720fcdcd52e7e333b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad42a280-0368-4937-8c21-101956581019" -d '{"events": [{"name": "network-changed", "server_uuid": "58a6eecd-4759-477d-8484-e510a7638b40", "tag": "404e12cf-c62c-4c23-b50c-848e2b404dec"}]}' {{(pid=114094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:51:10.706898 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 16:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7b678e7-3951-40f8-ab72-f99bc9541ad3 x-openstack-request-id: req-d7b678e7-3951-40f8-ab72-f99bc9541ad3 {{(pid=114094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:51:10.707496 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58a6eecd-4759-477d-8484-e510a7638b40", "tag": "404e12cf-c62c-4c23-b50c-848e2b404dec", "status": "completed", "code": 200}]} {{(pid=114094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:51:10.707496 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d7b678e7-3951-40f8-ab72-f99bc9541ad3 {{(pid=114094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:51:10.707871 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58a6eecd-4759-477d-8484-e510a7638b40', 'tag': '404e12cf-c62c-4c23-b50c-848e2b404dec', 'status': 'completed', 'code': 200} Jan 27 16:51:10.725198 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd15983-a867-49fe-89e8-2fe7135d7627 req-bbfd8cec-21fc-4d55-a064-796b94505f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:10.726725 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-4fd15983-a867-49fe-89e8-2fe7135d7627 req-bbfd8cec-21fc-4d55-a064-796b94505f0c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5f4ae6dda115477db147059df89ad002&device_id=58a6eecd-4759-477d-8484-e510a7638b40 HTTP/1.1" status: 200 len: 1096 time: 0.0565088 Jan 27 16:51:10.765798 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b942c-adb4-465b-9ece-e2b3642d5d15 req-3140f832-3891-4909-98d2-e75cc425cb1a tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:10.767364 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-2c3b942c-adb4-465b-9ece-e2b3642d5d15 req-3140f832-3891-4909-98d2-e75cc425cb1a tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e4a7a5a-c32b-4e0c-bca9-40cdbca30fb1 HTTP/1.1" status: 200 len: 945 time: 0.0484025 Jan 27 16:51:10.769548 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-4fd15983-a867-49fe-89e8-2fe7135d7627 req-9581308d-2b45-495b-8784-8c1c74ac417e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=404e12cf-c62c-4c23-b50c-848e2b404dec HTTP/1.1" status: 200 len: 217 time: 0.0327892 Jan 27 16:51:10.824949 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-2c3b942c-adb4-465b-9ece-e2b3642d5d15 req-4946c43a-6b2a-41e1-aced-ccc0ad2c514c tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] 10.222.0.48 "GET /v2.0/security-groups?id=0feb8893-1709-4a6f-b008-569857e74965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507803 Jan 27 16:51:10.826255 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd15983-a867-49fe-89e8-2fe7135d7627 req-c9793a85-aeb0-4fc7-a27e-bcd424e73a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:10.827872 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-4fd15983-a867-49fe-89e8-2fe7135d7627 req-c9793a85-aeb0-4fc7-a27e-bcd424e73a93 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b010be06-c4f2-4e23-9246-4fc7ea30aa3d HTTP/1.1" status: 200 len: 854 time: 0.0475104 Jan 27 16:51:10.866808 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-4fd15983-a867-49fe-89e8-2fe7135d7627 req-295f954b-6ed5-4209-b742-082f1da2c4d1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3ff7763e-e8af-430b-afaa-86998ea27f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311742 Jan 27 16:51:10.952506 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eecd50b-82e3-424e-964e-0ab99803114b req-a456ab9e-bfac-4428-86d2-1d259a2c7282 tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:10.953856 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-2eecd50b-82e3-424e-964e-0ab99803114b req-a456ab9e-bfac-4428-86d2-1d259a2c7282 tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] 10.222.0.48 "GET /v2.0/ports?device_id=58a6eecd-4759-477d-8484-e510a7638b40 HTTP/1.1" status: 200 len: 943 time: 0.0523582 Jan 27 16:51:10.980591 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-4fd15983-a867-49fe-89e8-2fe7135d7627 req-1a75bf95-75ac-4cd3-b7f4-ad7c7b02c954 service neutron] 10.222.0.24 "GET /v2.0/networks/3ff7763e-e8af-430b-afaa-86998ea27f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061397 Jan 27 16:51:11.035992 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-2eecd50b-82e3-424e-964e-0ab99803114b req-07f94357-28c0-49c9-90fd-ef28e063fd84 tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b7e83e7-f320-4396-a60c-5dec58ef529a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703621 Jan 27 16:51:11.094624 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-4fd15983-a867-49fe-89e8-2fe7135d7627 req-b2d21117-aaed-494b-8fdb-42ae71ebe896 service neutron] 10.222.0.24 "GET /v2.0/networks/3ff7763e-e8af-430b-afaa-86998ea27f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070685 Jan 27 16:51:11.198631 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad42a280-0368-4937-8c21-101956581019 req-ef62c22d-3a23-4e6e-bb91-c6d46be3ab3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:11.200131 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-ad42a280-0368-4937-8c21-101956581019 req-ef62c22d-3a23-4e6e-bb91-c6d46be3ab3d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5f4ae6dda115477db147059df89ad002&device_id=58a6eecd-4759-477d-8484-e510a7638b40 HTTP/1.1" status: 200 len: 1096 time: 0.0465095 Jan 27 16:51:11.336339 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad42a280-0368-4937-8c21-101956581019 req-aaaa3a0c-b680-4c92-bf0d-7da599b7cba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:11.337772 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-ad42a280-0368-4937-8c21-101956581019 req-aaaa3a0c-b680-4c92-bf0d-7da599b7cba0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3ff7763e-e8af-430b-afaa-86998ea27f64 HTTP/1.1" status: 200 len: 915 time: 0.1156852 Jan 27 16:51:11.338321 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3953496-709b-48dc-8d37-064073f2ff6d req-e60d472e-7223-4e3a-98d0-d3657b561d49 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:11.339937 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-b3953496-709b-48dc-8d37-064073f2ff6d req-e60d472e-7223-4e3a-98d0-d3657b561d49 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2 HTTP/1.1" status: 200 len: 945 time: 0.0594156 Jan 27 16:51:11.396838 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-ad42a280-0368-4937-8c21-101956581019 req-bfbbfc97-719e-4eea-90f3-91d635a852c6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=404e12cf-c62c-4c23-b50c-848e2b404dec HTTP/1.1" status: 200 len: 217 time: 0.0510933 Jan 27 16:51:11.400617 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-b3953496-709b-48dc-8d37-064073f2ff6d req-a8ec1b39-30de-4c82-a7aa-b2544d880674 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551121 Jan 27 16:51:11.466870 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad42a280-0368-4937-8c21-101956581019 req-b27fc63d-7ed7-4f52-9f92-a289ad5d9083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:11.468870 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-ad42a280-0368-4937-8c21-101956581019 req-b27fc63d-7ed7-4f52-9f92-a289ad5d9083 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b010be06-c4f2-4e23-9246-4fc7ea30aa3d HTTP/1.1" status: 200 len: 854 time: 0.0524347 Jan 27 16:51:11.514739 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-ad42a280-0368-4937-8c21-101956581019 req-7a91b7a3-a818-4e34-9140-f4bb31c72a2f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3ff7763e-e8af-430b-afaa-86998ea27f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313089 Jan 27 16:51:11.643504 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-ad42a280-0368-4937-8c21-101956581019 req-f3c48966-15c1-4bad-a694-403866fbc133 service neutron] 10.222.0.24 "GET /v2.0/networks/3ff7763e-e8af-430b-afaa-86998ea27f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034985 Jan 27 16:51:11.686369 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f980f328-b372-431a-b16b-fe68d3419e0d req-df8d71fc-69ed-404b-a424-ad1e60baab81 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:11.687875 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-f980f328-b372-431a-b16b-fe68d3419e0d req-df8d71fc-69ed-404b-a424-ad1e60baab81 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/ports?device_id=60f03e7b-7a84-4810-9b70-efe8c671c055 HTTP/1.1" status: 200 len: 945 time: 0.0875237 Jan 27 16:51:11.700038 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aefd41-2ec3-4b45-ad94-4e1dd5504c49 req-1e325e7d-f656-4b23-97a8-fac6ffe963ec tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:11.701465 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-84aefd41-2ec3-4b45-ad94-4e1dd5504c49 req-1e325e7d-f656-4b23-97a8-fac6ffe963ec tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 945 time: 0.0687883 Jan 27 16:51:11.751807 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-ad42a280-0368-4937-8c21-101956581019 req-ed1706fa-2151-4958-9e0b-b25a0883de4f service neutron] 10.222.0.24 "GET /v2.0/networks/3ff7763e-e8af-430b-afaa-86998ea27f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894423 Jan 27 16:51:11.776494 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-f980f328-b372-431a-b16b-fe68d3419e0d req-239a9086-98e9-4239-b683-b2f4c0cf5a8a tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b312599-18fb-44ac-8380-190ce0b5ebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734878 Jan 27 16:51:11.781385 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-84aefd41-2ec3-4b45-ad94-4e1dd5504c49 req-902e469e-c57f-478a-9504-5fd29d88dd58 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=52be2b41-f385-4b04-9c22-e44335586e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731096 Jan 27 16:51:11.953943 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb7e881-29c9-41e6-9bbe-c2ba68a7cafc req-a5acf080-1fc0-40ac-b0d9-0832950f3662 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:11.955682 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-eeb7e881-29c9-41e6-9bbe-c2ba68a7cafc req-a5acf080-1fc0-40ac-b0d9-0832950f3662 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e4a7a5a-c32b-4e0c-bca9-40cdbca30fb1 HTTP/1.1" status: 200 len: 945 time: 0.0554976 Jan 27 16:51:12.011699 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-eeb7e881-29c9-41e6-9bbe-c2ba68a7cafc req-14df5c56-a07b-4ca9-8f88-e7f067bf3df0 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] 10.222.0.48 "GET /v2.0/security-groups?id=0feb8893-1709-4a6f-b008-569857e74965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492318 Jan 27 16:51:12.169639 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a889ad20-64b0-48a8-b64e-cbb81f03f056 req-169f37c8-941e-4008-9590-6ded3e973f6f tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:12.172278 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-a889ad20-64b0-48a8-b64e-cbb81f03f056 req-169f37c8-941e-4008-9590-6ded3e973f6f tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] 10.222.0.48 "GET /v2.0/ports?device_id=58a6eecd-4759-477d-8484-e510a7638b40 HTTP/1.1" status: 200 len: 943 time: 0.0637336 Jan 27 16:51:12.227809 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-a889ad20-64b0-48a8-b64e-cbb81f03f056 req-b99bdc1b-92d3-4567-9dd1-dcb763ee660d tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b7e83e7-f320-4396-a60c-5dec58ef529a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508945 Jan 27 16:51:12.521783 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b61cd-748c-4f85-ba5a-733c04f0082d req-7c631d3d-c8cd-4205-871e-4fa8a9fd665a tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:12.523481 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-fb2b61cd-748c-4f85-ba5a-733c04f0082d req-7c631d3d-c8cd-4205-871e-4fa8a9fd665a tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2 HTTP/1.1" status: 200 len: 945 time: 0.0584128 Jan 27 16:51:12.572169 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-fb2b61cd-748c-4f85-ba5a-733c04f0082d req-a13d4f02-8533-45df-abe2-10c1ac57dacd tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431328 Jan 27 16:51:12.948218 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f7c53-6536-4a97-9100-4773a46923f7 req-49d7b046-40fd-4a6b-8701-2651903f5095 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:12.949745 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-cb8f7c53-6536-4a97-9100-4773a46923f7 req-49d7b046-40fd-4a6b-8701-2651903f5095 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/ports?device_id=60f03e7b-7a84-4810-9b70-efe8c671c055 HTTP/1.1" status: 200 len: 945 time: 0.0935030 Jan 27 16:51:12.957726 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfe9aa6-c42b-43a4-a806-00a523695836 req-55ea13d2-89a2-4814-bfd5-2872541bb78d tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:12.959219 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-ccfe9aa6-c42b-43a4-a806-00a523695836 req-55ea13d2-89a2-4814-bfd5-2872541bb78d tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 945 time: 0.0899773 Jan 27 16:51:13.043875 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-cb8f7c53-6536-4a97-9100-4773a46923f7 req-2beb0546-9f2d-4095-a459-17a664d92ae6 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b312599-18fb-44ac-8380-190ce0b5ebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835512 Jan 27 16:51:13.046775 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-ccfe9aa6-c42b-43a4-a806-00a523695836 req-6fecf977-c502-4390-a474-3fba62faa16a tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=52be2b41-f385-4b04-9c22-e44335586e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806611 Jan 27 16:51:13.151157 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b3e65-88d2-4ca2-b684-f8ada1bb4820 req-65b0d94d-2e41-40e9-878c-1221e920aef4 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:13.152638 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-4c9b3e65-88d2-4ca2-b684-f8ada1bb4820 req-65b0d94d-2e41-40e9-878c-1221e920aef4 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e4a7a5a-c32b-4e0c-bca9-40cdbca30fb1 HTTP/1.1" status: 200 len: 945 time: 0.0523436 Jan 27 16:51:13.199087 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-4c9b3e65-88d2-4ca2-b684-f8ada1bb4820 req-6019d0c7-6b97-4a2a-9471-0dbec4b46278 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] 10.222.0.48 "GET /v2.0/security-groups?id=0feb8893-1709-4a6f-b008-569857e74965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407183 Jan 27 16:51:13.344042 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43506cdf-c33d-418c-812b-c19e9b2e9cc5 req-e00cffc6-5ce0-4097-b897-b954f634759a tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:13.345439 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-43506cdf-c33d-418c-812b-c19e9b2e9cc5 req-e00cffc6-5ce0-4097-b897-b954f634759a tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] 10.222.0.48 "GET /v2.0/ports?device_id=58a6eecd-4759-477d-8484-e510a7638b40 HTTP/1.1" status: 200 len: 943 time: 0.0492151 Jan 27 16:51:13.391145 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-43506cdf-c33d-418c-812b-c19e9b2e9cc5 req-29e5b006-ccc6-426b-9bc8-19b199cd3010 tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b7e83e7-f320-4396-a60c-5dec58ef529a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399890 Jan 27 16:51:13.457735 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device 404e12cf-c62c-4c23-b50c-848e2b404dec details requested by agent hyperv_hv-cinder-81883 with host hv-cinder-81883 {{(pid=114096) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 16:51:13.561630 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] For port 404e12cf-c62c-4c23-b50c-848e2b404dec, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=404e12cf-c62c-4c23-b50c-848e2b404dec,segment=NetworkSegment(17a18a42-5600-4d76-b1cc-2cf734bad5d3),segment_id=17a18a42-5600-4d76-b1cc-2cf734bad5d3)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:51:13.574198 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Returning: {'device': '404e12cf-c62c-4c23-b50c-848e2b404dec', 'network_id': '3ff7763e-e8af-430b-afaa-86998ea27f64', 'port_id': '404e12cf-c62c-4c23-b50c-848e2b404dec', 'mac_address': 'fa:16:3e:86:66:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b010be06-c4f2-4e23-9246-4fc7ea30aa3d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114096) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 16:51:13.617601 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Current status of the port 404e12cf-c62c-4c23-b50c-848e2b404dec is: DOWN; New status is: BUILD {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:51:13.617913 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (404e12cf-c62c-4c23-b50c-848e2b404dec), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:13.631200 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.notifiers.nova [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 404e12cf-c62c-4c23-b50c-848e2b404dec {{(pid=114096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:51:13.651739 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] For port 404e12cf-c62c-4c23-b50c-848e2b404dec, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=404e12cf-c62c-4c23-b50c-848e2b404dec,segment=NetworkSegment(17a18a42-5600-4d76-b1cc-2cf734bad5d3),segment_id=17a18a42-5600-4d76-b1cc-2cf734bad5d3)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:51:13.655356 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (404e12cf-c62c-4c23-b50c-848e2b404dec), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:13.704572 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Pushing event updated for resources: {'Port': ['ID=404e12cf-c62c-4c23-b50c-848e2b404dec,revision_number=4']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:51:14.002244 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68a7e0c-838a-4b34-a255-25b39a5048e9 req-673cb817-f121-47d2-80c2-09fb0afea4f9 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:14.003828 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-a68a7e0c-838a-4b34-a255-25b39a5048e9 req-673cb817-f121-47d2-80c2-09fb0afea4f9 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e4a7a5a-c32b-4e0c-bca9-40cdbca30fb1 HTTP/1.1" status: 200 len: 945 time: 0.0525546 Jan 27 16:51:14.088560 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb81c22-4a83-4700-a6b2-965e4a56a07d req-e573864c-bcf3-46ac-863e-d4358979c615 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:14.090018 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-ffb81c22-4a83-4700-a6b2-965e4a56a07d req-e573864c-bcf3-46ac-863e-d4358979c615 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2 HTTP/1.1" status: 200 len: 945 time: 0.0853317 Jan 27 16:51:14.093624 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-a68a7e0c-838a-4b34-a255-25b39a5048e9 req-18153a6e-2208-40f8-8c61-7a80eb193548 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] 10.222.0.48 "GET /v2.0/security-groups?id=0feb8893-1709-4a6f-b008-569857e74965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800893 Jan 27 16:51:14.106800 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] get_ports_and_sgs() called for port_ids ['404e12cf-c62c-4c23-b50c-848e2b404dec'] {{(pid=114096) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 16:51:14.143627 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-ffb81c22-4a83-4700-a6b2-965e4a56a07d req-38289956-be31-4b76-b76c-ca0df7ec6aa7 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470231 Jan 27 16:51:14.211104 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590a81ae-355b-4019-8ec0-a8a8cd59a428 req-bbb77363-71bd-4a4f-b282-ef1e02920a71 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:14.212617 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-590a81ae-355b-4019-8ec0-a8a8cd59a428 req-bbb77363-71bd-4a4f-b282-ef1e02920a71 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/ports?device_id=60f03e7b-7a84-4810-9b70-efe8c671c055 HTTP/1.1" status: 200 len: 945 time: 0.0569491 Jan 27 16:51:14.300440 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6802556c-b435-4c5b-a8bf-39a706415487 req-167297ae-961b-41f8-92cf-05f0a4fb2b9a tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:14.302435 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-6802556c-b435-4c5b-a8bf-39a706415487 req-167297ae-961b-41f8-92cf-05f0a4fb2b9a tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 945 time: 0.0884051 Jan 27 16:51:14.306736 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-590a81ae-355b-4019-8ec0-a8a8cd59a428 req-e4f91a42-c85f-4290-a2c7-b1462c2b84e3 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b312599-18fb-44ac-8380-190ce0b5ebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837364 Jan 27 16:51:14.316403 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8412df15-ecb7-4136-93cd-1ea6f998e08b req-8096902b-fa95-4674-b92e-32f45db68b73 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:14.318019 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-8412df15-ecb7-4136-93cd-1ea6f998e08b req-8096902b-fa95-4674-b92e-32f45db68b73 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.24 "GET /v2.0/ports?device_id=60f03e7b-7a84-4810-9b70-efe8c671c055 HTTP/1.1" status: 200 len: 945 time: 0.0489485 Jan 27 16:51:14.356298 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-6802556c-b435-4c5b-a8bf-39a706415487 req-72780e03-ce97-4eb8-a431-ea2a963a7b28 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=52be2b41-f385-4b04-9c22-e44335586e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471883 Jan 27 16:51:14.532599 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53258a8-1375-4282-bdbf-36ef3ea75154 req-1190706c-6642-44f4-895d-63ed1fc59c50 tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:14.534392 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-e53258a8-1375-4282-bdbf-36ef3ea75154 req-1190706c-6642-44f4-895d-63ed1fc59c50 tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] 10.222.0.48 "GET /v2.0/ports?device_id=58a6eecd-4759-477d-8484-e510a7638b40 HTTP/1.1" status: 200 len: 944 time: 0.0573916 Jan 27 16:51:14.596001 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-e53258a8-1375-4282-bdbf-36ef3ea75154 req-95346d87-5116-44ac-9aaf-b61892929753 tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b7e83e7-f320-4396-a60c-5dec58ef529a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547588 Jan 27 16:51:14.684602 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.plugin [req-8412df15-ecb7-4136-93cd-1ea6f998e08b req-22eac21f-db4c-444f-af5e-2a8d00b22ab4 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Deleting port b1c27e4d-7b4f-4ebe-a3ea-28060834be45 {{(pid=114094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:51:14.684833 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-8412df15-ecb7-4136-93cd-1ea6f998e08b req-22eac21f-db4c-444f-af5e-2a8d00b22ab4 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740202897008'] for port (b1c27e4d-7b4f-4ebe-a3ea-28060834be45), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:14.774901 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.db [req-8412df15-ecb7-4136-93cd-1ea6f998e08b req-22eac21f-db4c-444f-af5e-2a8d00b22ab4 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] For port b1c27e4d-7b4f-4ebe-a3ea-28060834be45, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=b1c27e4d-7b4f-4ebe-a3ea-28060834be45,segment=NetworkSegment(1779a445-beda-4dcd-8f98-83ef8a804122),segment_id=1779a445-beda-4dcd-8f98-83ef8a804122)] {{(pid=114094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:51:14.775265 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-8412df15-ecb7-4136-93cd-1ea6f998e08b req-22eac21f-db4c-444f-af5e-2a8d00b22ab4 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797243'] for port (b1c27e4d-7b4f-4ebe-a3ea-28060834be45), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:14.786721 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.plugin [req-8412df15-ecb7-4136-93cd-1ea6f998e08b req-22eac21f-db4c-444f-af5e-2a8d00b22ab4 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Calling delete_port for b1c27e4d-7b4f-4ebe-a3ea-28060834be45 owned by compute:nova {{(pid=114094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:51:14.917330 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-8412df15-ecb7-4136-93cd-1ea6f998e08b req-22eac21f-db4c-444f-af5e-2a8d00b22ab4 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740202902474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740202573626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777202'] for port (b1c27e4d-7b4f-4ebe-a3ea-28060834be45), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:14.931273 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] get_ports_and_sgs() called for port_ids ['edeff32f-9844-440c-a9f3-215374de7bd3', '18a8caa9-2a86-4e7b-b6f0-e3dc5d2fe716', 'b1c27e4d-7b4f-4ebe-a3ea-28060834be45'] {{(pid=114096) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 16:51:14.973024 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eac21f-db4c-444f-af5e-2a8d00b22ab4 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Pushing event deleted for resources: {'Port': ['ID=b1c27e4d-7b4f-4ebe-a3ea-28060834be45,revision_number=None']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:51:14.992458 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.l3_dvrscheduler_db [req-8412df15-ecb7-4136-93cd-1ea6f998e08b req-22eac21f-db4c-444f-af5e-2a8d00b22ab4 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] No DVR routers for this DVR port b1c27e4d-7b4f-4ebe-a3ea-28060834be45 on host hv-cinder-81883 {{(pid=114094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 16:51:14.994858 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-8412df15-ecb7-4136-93cd-1ea6f998e08b req-22eac21f-db4c-444f-af5e-2a8d00b22ab4 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118807'] for port (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:14.998323 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-8412df15-ecb7-4136-93cd-1ea6f998e08b req-22eac21f-db4c-444f-af5e-2a8d00b22ab4 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.24 "DELETE /v2.0/ports/b1c27e4d-7b4f-4ebe-a3ea-28060834be45 HTTP/1.1" status: 204 len: 173 time: 0.6725035 Jan 27 16:51:14.998791 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60f03e7b-7a84-4810-9b70-efe8c671c055', 'name': 'network-vif-deleted', 'tag': 'b1c27e4d-7b4f-4ebe-a3ea-28060834be45'}] {{(pid=114094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:51:15.001691 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}342a798d1d13ecd85fd4efdf34ff3908ecd3b9322feeb0f720fcdcd52e7e333b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16402aff-739c-4fe7-8f7d-0a2aed2da9ab" -d '{"events": [{"server_uuid": "60f03e7b-7a84-4810-9b70-efe8c671c055", "name": "network-vif-deleted", "tag": "b1c27e4d-7b4f-4ebe-a3ea-28060834be45"}]}' {{(pid=114094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:51:15.044611 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 16:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a784995-3dcd-4365-929d-7a72b6462990 x-openstack-request-id: req-1a784995-3dcd-4365-929d-7a72b6462990 {{(pid=114094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:51:15.045120 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60f03e7b-7a84-4810-9b70-efe8c671c055", "name": "network-vif-deleted", "tag": "b1c27e4d-7b4f-4ebe-a3ea-28060834be45", "status": "completed", "code": 200}]} {{(pid=114094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:51:15.045561 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1a784995-3dcd-4365-929d-7a72b6462990 {{(pid=114094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:51:15.046105 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60f03e7b-7a84-4810-9b70-efe8c671c055', 'name': 'network-vif-deleted', 'tag': 'b1c27e4d-7b4f-4ebe-a3ea-28060834be45', 'status': 'completed', 'code': 200} Jan 27 16:51:15.217882 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe196b7b-7c5c-4b51-b375-571da0d8d884 req-1ded97f6-078e-4355-b2dd-7922458d29b9 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:15.219248 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-fe196b7b-7c5c-4b51-b375-571da0d8d884 req-1ded97f6-078e-4355-b2dd-7922458d29b9 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e4a7a5a-c32b-4e0c-bca9-40cdbca30fb1 HTTP/1.1" status: 200 len: 945 time: 0.0477037 Jan 27 16:51:15.270923 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-fe196b7b-7c5c-4b51-b375-571da0d8d884 req-b6ae18c4-28d7-4f11-97a6-9e7e58888587 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] 10.222.0.48 "GET /v2.0/security-groups?id=0feb8893-1709-4a6f-b008-569857e74965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456450 Jan 27 16:51:15.416668 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-b6cedf62-ce7d-4b82-b7d8-e85a0a23ee98 req-e8c96748-59f5-47d1-a73c-de16df85c2fc tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/ports?device_id=60f03e7b-7a84-4810-9b70-efe8c671c055 HTTP/1.1" status: 200 len: 210 time: 0.0263617 Jan 27 16:51:15.471207 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device 404e12cf-c62c-4c23-b50c-848e2b404dec up at agent hyperv_hv-cinder-81883 {{(pid=114096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:51:15.483797 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e23f0-c63a-4572-875f-8e44cd74bff1 req-7196b9b0-d01b-4799-aa5c-f0ab285420ec tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:15.485470 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-147e23f0-c63a-4572-875f-8e44cd74bff1 req-7196b9b0-d01b-4799-aa5c-f0ab285420ec tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 945 time: 0.0501206 Jan 27 16:51:15.537418 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Provisioning for port 404e12cf-c62c-4c23-b50c-848e2b404dec completed by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 16:51:15.539631 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-147e23f0-c63a-4572-875f-8e44cd74bff1 req-1c79351a-f69b-42fa-b1d5-b71a0acef663 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=52be2b41-f385-4b04-9c22-e44335586e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469694 Jan 27 16:51:15.541325 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Provisioning complete for port 404e12cf-c62c-4c23-b50c-848e2b404dec triggered by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:51:15.546926 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (404e12cf-c62c-4c23-b50c-848e2b404dec), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:15.641308 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Current status of the port 404e12cf-c62c-4c23-b50c-848e2b404dec is: BUILD; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:51:15.642142 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (404e12cf-c62c-4c23-b50c-848e2b404dec), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:15.679251 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58a6eecd-4759-477d-8484-e510a7638b40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '404e12cf-c62c-4c23-b50c-848e2b404dec'}] {{(pid=114096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:51:15.681538 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7400b25514d980253c692f49984ce8becaf326df5cb1ee6ae8228296f1505bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab64a3c9-06e5-4817-9bef-55d2c4c6fdfc" -d '{"events": [{"server_uuid": "58a6eecd-4759-477d-8484-e510a7638b40", "name": "network-vif-plugged", "status": "completed", "tag": "404e12cf-c62c-4c23-b50c-848e2b404dec"}]}' {{(pid=114096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:51:15.706155 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] For port 404e12cf-c62c-4c23-b50c-848e2b404dec, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=404e12cf-c62c-4c23-b50c-848e2b404dec,segment=NetworkSegment(17a18a42-5600-4d76-b1cc-2cf734bad5d3),segment_id=17a18a42-5600-4d76-b1cc-2cf734bad5d3)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:51:15.712451 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (404e12cf-c62c-4c23-b50c-848e2b404dec), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:15.741110 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 16:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f9b8e1-3c40-41df-bb78-5b18c5744465 x-openstack-request-id: req-a5f9b8e1-3c40-41df-bb78-5b18c5744465 {{(pid=114096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:51:15.741626 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58a6eecd-4759-477d-8484-e510a7638b40", "name": "network-vif-plugged", "status": "completed", "tag": "404e12cf-c62c-4c23-b50c-848e2b404dec", "code": 200}]} {{(pid=114096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:51:15.741882 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a5f9b8e1-3c40-41df-bb78-5b18c5744465 {{(pid=114096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:51:15.742268 dv-cinder-818830-2-iscsi neutron-server[114096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58a6eecd-4759-477d-8484-e510a7638b40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '404e12cf-c62c-4c23-b50c-848e2b404dec', 'code': 200} Jan 27 16:51:15.748251 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7824dee0-5ad6-496e-ba4e-b09794f7672b req-4d348aa0-49dc-4a8f-b89f-c6e44e08e43f tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:15.749725 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-7824dee0-5ad6-496e-ba4e-b09794f7672b req-4d348aa0-49dc-4a8f-b89f-c6e44e08e43f tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] 10.222.0.48 "GET /v2.0/ports?device_id=58a6eecd-4759-477d-8484-e510a7638b40 HTTP/1.1" status: 200 len: 944 time: 0.0681159 Jan 27 16:51:15.771620 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Pushing event updated for resources: {'Port': ['ID=404e12cf-c62c-4c23-b50c-848e2b404dec,revision_number=5']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:51:15.814121 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-7824dee0-5ad6-496e-ba4e-b09794f7672b req-cbbdbcd0-dad7-4f93-a23e-15cf7df44470 tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b7e83e7-f320-4396-a60c-5dec58ef529a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581803 Jan 27 16:51:15.951937 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ec0181-d310-4650-9a42-2de057f970db req-40a9d015-dea5-4d6c-a5e2-6ac87896a959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:15.953402 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-66ec0181-d310-4650-9a42-2de057f970db req-40a9d015-dea5-4d6c-a5e2-6ac87896a959 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=58a6eecd-4759-477d-8484-e510a7638b40 HTTP/1.1" status: 200 len: 1098 time: 0.0641575 Jan 27 16:51:15.987821 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb2b799-49dc-4037-86ca-168903fe965e req-2ec1d733-9cd8-4eed-9b2a-40c002ac35f6 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:15.989345 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-afb2b799-49dc-4037-86ca-168903fe965e req-2ec1d733-9cd8-4eed-9b2a-40c002ac35f6 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e4a7a5a-c32b-4e0c-bca9-40cdbca30fb1 HTTP/1.1" status: 200 len: 945 time: 0.0679896 Jan 27 16:51:16.043052 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-66ec0181-d310-4650-9a42-2de057f970db req-49f167f3-b751-4c60-98ea-15ced268aed7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4b7e83e7-f320-4396-a60c-5dec58ef529a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827117 Jan 27 16:51:16.100167 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.plugin [req-afb2b799-49dc-4037-86ca-168903fe965e req-b51eb7ad-dc10-4d4b-a85c-fc552fae68c8 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] Deleting port 405aa040-774d-4e6f-a24e-9f71de3bfaaa {{(pid=114094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:51:16.100499 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-afb2b799-49dc-4037-86ca-168903fe965e req-b51eb7ad-dc10-4d4b-a85c-fc552fae68c8 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740202897008'] for port (405aa040-774d-4e6f-a24e-9f71de3bfaaa), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:16.186597 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.db [req-afb2b799-49dc-4037-86ca-168903fe965e req-b51eb7ad-dc10-4d4b-a85c-fc552fae68c8 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] For port 405aa040-774d-4e6f-a24e-9f71de3bfaaa, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=405aa040-774d-4e6f-a24e-9f71de3bfaaa,segment=NetworkSegment(0c5e0649-c233-43ef-8f81-7b2e760b326f),segment_id=0c5e0649-c233-43ef-8f81-7b2e760b326f)] {{(pid=114094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:51:16.186956 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-afb2b799-49dc-4037-86ca-168903fe965e req-b51eb7ad-dc10-4d4b-a85c-fc552fae68c8 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797243'] for port (405aa040-774d-4e6f-a24e-9f71de3bfaaa), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:16.199427 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.plugin [req-afb2b799-49dc-4037-86ca-168903fe965e req-b51eb7ad-dc10-4d4b-a85c-fc552fae68c8 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] Calling delete_port for 405aa040-774d-4e6f-a24e-9f71de3bfaaa owned by compute:nova {{(pid=114094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:51:16.337230 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-afb2b799-49dc-4037-86ca-168903fe965e req-b51eb7ad-dc10-4d4b-a85c-fc552fae68c8 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740202902474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740202573626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777202'] for port (405aa040-774d-4e6f-a24e-9f71de3bfaaa), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:16.356148 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] get_ports_and_sgs() called for port_ids ['405aa040-774d-4e6f-a24e-9f71de3bfaaa'] {{(pid=114096) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 16:51:16.363682 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51eb7ad-dc10-4d4b-a85c-fc552fae68c8 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] Pushing event deleted for resources: {'Port': ['ID=405aa040-774d-4e6f-a24e-9f71de3bfaaa,revision_number=None']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:51:16.376891 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-869d045c-035e-4794-846f-f6e61f5276ea req-71db4205-2b50-434d-90b6-f09f8d7a5bb6 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e4a7a5a-c32b-4e0c-bca9-40cdbca30fb1 HTTP/1.1" status: 200 len: 210 time: 0.0364192 Jan 27 16:51:16.404265 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-a7731ad0-3761-4d4f-ae89-ea85b0454602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (b49cc950-6aaa-44e3-a3c4-70b67101afab), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:16.413333 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.l3_dvrscheduler_db [req-afb2b799-49dc-4037-86ca-168903fe965e req-b51eb7ad-dc10-4d4b-a85c-fc552fae68c8 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] No DVR routers for this DVR port 405aa040-774d-4e6f-a24e-9f71de3bfaaa on host hv-cinder-81883 {{(pid=114094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 16:51:16.415670 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-afb2b799-49dc-4037-86ca-168903fe965e req-b51eb7ad-dc10-4d4b-a85c-fc552fae68c8 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118807'] for port (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:16.420448 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-afb2b799-49dc-4037-86ca-168903fe965e req-b51eb7ad-dc10-4d4b-a85c-fc552fae68c8 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] 10.222.0.24 "DELETE /v2.0/ports/405aa040-774d-4e6f-a24e-9f71de3bfaaa HTTP/1.1" status: 204 len: 173 time: 0.4212518 Jan 27 16:51:16.699815 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800e604e-fa6c-4224-ac1a-acb7200752d3 req-011a1f77-c7df-4d8b-b20b-a8212241ecba tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:16.701271 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-800e604e-fa6c-4224-ac1a-acb7200752d3 req-011a1f77-c7df-4d8b-b20b-a8212241ecba tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 945 time: 0.0751643 Jan 27 16:51:16.715523 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6fc1c3-a6b8-4e0d-86e6-bfffe8035248 req-35991654-322f-4e5c-ad4f-593b4e647bea tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:16.717055 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-9d6fc1c3-a6b8-4e0d-86e6-bfffe8035248 req-35991654-322f-4e5c-ad4f-593b4e647bea tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1d239b7-dd50-4a27-9c01-93a05580e612 HTTP/1.1" status: 200 len: 946 time: 0.0647681 Jan 27 16:51:16.794425 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-800e604e-fa6c-4224-ac1a-acb7200752d3 req-33f3f255-fa25-4274-a4b2-db047e1b06a5 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=52be2b41-f385-4b04-9c22-e44335586e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763879 Jan 27 16:51:16.797373 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-9d6fc1c3-a6b8-4e0d-86e6-bfffe8035248 req-54373e98-d426-476c-be7c-725d84a659b2 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b312599-18fb-44ac-8380-190ce0b5ebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735822 Jan 27 16:51:16.940776 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f185635f-5f15-4c2c-b6ff-fb2834cfe094 req-bdd1dbf5-888e-4ff3-882f-8c91d6f79113 tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:16.942344 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-f185635f-5f15-4c2c-b6ff-fb2834cfe094 req-bdd1dbf5-888e-4ff3-882f-8c91d6f79113 tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] 10.222.0.48 "GET /v2.0/ports?device_id=58a6eecd-4759-477d-8484-e510a7638b40 HTTP/1.1" status: 200 len: 945 time: 0.0602417 Jan 27 16:51:16.993217 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-f185635f-5f15-4c2c-b6ff-fb2834cfe094 req-ccc93eb6-443c-4f2f-a86f-3795b5212f82 tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b7e83e7-f320-4396-a60c-5dec58ef529a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452948 Jan 27 16:51:17.047118 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e4a7a5a-c32b-4e0c-bca9-40cdbca30fb1', 'name': 'network-vif-deleted', 'tag': '405aa040-774d-4e6f-a24e-9f71de3bfaaa'}] {{(pid=114094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:51:17.050134 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}342a798d1d13ecd85fd4efdf34ff3908ecd3b9322feeb0f720fcdcd52e7e333b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52646ca4-e381-4b26-9ffb-84d1016024da" -d '{"events": [{"server_uuid": "6e4a7a5a-c32b-4e0c-bca9-40cdbca30fb1", "name": "network-vif-deleted", "tag": "405aa040-774d-4e6f-a24e-9f71de3bfaaa"}]}' {{(pid=114094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:51:17.104896 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 16:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9dec79c-4a97-4d02-9e2d-7d1931e681a3 x-openstack-request-id: req-c9dec79c-4a97-4d02-9e2d-7d1931e681a3 {{(pid=114094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:51:17.105188 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e4a7a5a-c32b-4e0c-bca9-40cdbca30fb1", "name": "network-vif-deleted", "tag": "405aa040-774d-4e6f-a24e-9f71de3bfaaa", "status": "completed", "code": 200}]} {{(pid=114094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:51:17.105439 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c9dec79c-4a97-4d02-9e2d-7d1931e681a3 {{(pid=114094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:51:17.105831 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e4a7a5a-c32b-4e0c-bca9-40cdbca30fb1', 'name': 'network-vif-deleted', 'tag': '405aa040-774d-4e6f-a24e-9f71de3bfaaa', 'status': 'completed', 'code': 200} Jan 27 16:51:17.462771 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device b1c27e4d-7b4f-4ebe-a3ea-28060834be45 no longer exists at agent hyperv_hv-cinder-81883 {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:51:17.484231 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] No Port match for: b1c27e4d-7b4f-4ebe-a3ea-28060834be45 {{(pid=114096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 16:51:17.484936 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device b1c27e4d-7b4f-4ebe-a3ea-28060834be45 not bound to the agent host hv-cinder-81883 {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 16:51:17.691095 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d2e9d7-0e41-4efc-adb1-3a23e0eeb0ff req-881955ec-85c9-4686-bafe-227fc2ed0896 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:17.692632 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-c1d2e9d7-0e41-4efc-adb1-3a23e0eeb0ff req-881955ec-85c9-4686-bafe-227fc2ed0896 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] 10.222.0.48 "GET /v2.0/networks?id=d5d058f3-de8c-4c0f-bf66-49f826de473b HTTP/1.1" status: 200 len: 809 time: 0.1024640 Jan 27 16:51:17.707345 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-c1d2e9d7-0e41-4efc-adb1-3a23e0eeb0ff req-26ae93b3-b8c3-46ee-8b43-8200e6bc5fe3 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] 10.222.0.48 "GET /v2.0/quotas/a92d0592f8f14b89a36b145413b2fbe1 HTTP/1.1" status: 200 len: 375 time: 0.0093648 Jan 27 16:51:17.741640 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-c1d2e9d7-0e41-4efc-adb1-3a23e0eeb0ff req-ab058fae-3091-4c45-951a-ec54e67af33b tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a92d0592f8f14b89a36b145413b2fbe1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294166 Jan 27 16:51:17.839203 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-c1d2e9d7-0e41-4efc-adb1-3a23e0eeb0ff req-bc7d7848-ea51-4a32-aba5-03adc6a4645c service neutron] 10.222.0.48 "GET /v2.0/networks/d5d058f3-de8c-4c0f-bf66-49f826de473b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910184 Jan 27 16:51:17.967836 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b492774d-e4f6-4b3e-a25b-36ca9cc1a0a5 req-dc5732e9-0235-4838-89bd-6d1b294fd784 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:17.969205 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-b492774d-e4f6-4b3e-a25b-36ca9cc1a0a5 req-dc5732e9-0235-4838-89bd-6d1b294fd784 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1d239b7-dd50-4a27-9c01-93a05580e612 HTTP/1.1" status: 200 len: 946 time: 0.0759325 Jan 27 16:51:17.972740 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-c1d2e9d7-0e41-4efc-adb1-3a23e0eeb0ff req-756c9c30-668f-458e-8b34-26b0b28933de service neutron] 10.222.0.48 "GET /v2.0/networks/d5d058f3-de8c-4c0f-bf66-49f826de473b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326849 Jan 27 16:51:18.019556 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-b492774d-e4f6-4b3e-a25b-36ca9cc1a0a5 req-6fce022e-2775-460a-9f6c-2a0a44d9f03c tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b312599-18fb-44ac-8380-190ce0b5ebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448861 Jan 27 16:51:18.165112 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f42e200-7a36-4791-afd6-48921b2aba4c req-a4d6b957-ec68-4236-b6cf-c8ca8d139243 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:18.166613 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-2f42e200-7a36-4791-afd6-48921b2aba4c req-a4d6b957-ec68-4236-b6cf-c8ca8d139243 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 945 time: 0.0927577 Jan 27 16:51:18.211143 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1226bed-a13a-412d-a24f-81e6f36aa628 req-d003e5ef-78bc-4fa2-83b0-77ecaefeebdf tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:18.212698 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-c1226bed-a13a-412d-a24f-81e6f36aa628 req-d003e5ef-78bc-4fa2-83b0-77ecaefeebdf tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] 10.222.0.48 "GET /v2.0/ports?device_id=58a6eecd-4759-477d-8484-e510a7638b40 HTTP/1.1" status: 200 len: 945 time: 0.0838151 Jan 27 16:51:18.232370 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-2f42e200-7a36-4791-afd6-48921b2aba4c req-aeed3e6b-346d-473d-b7c9-c0c58ffdf7d3 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=52be2b41-f385-4b04-9c22-e44335586e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590117 Jan 27 16:51:18.281267 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-c1226bed-a13a-412d-a24f-81e6f36aa628 req-6a30a4f4-c3db-4e4b-aff4-a9cf06f9f5e4 tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b7e83e7-f320-4396-a60c-5dec58ef529a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479226 Jan 27 16:51:18.308833 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-0ddd81dd-d182-4601-ad3e-1e8473b64432 req-dbd35424-d58e-455e-b5ea-921810d59f7f tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] 10.222.0.48 "GET /v2.0/ports?device_id=f96a1173-38ca-4f56-84b4-823e2284fcef HTTP/1.1" status: 200 len: 210 time: 0.0264139 Jan 27 16:51:18.346982 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (853c399d-72c7-467e-bd42-08a47e7fb1c3), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:18.438441 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-323d4bb8-cef8-492e-928f-7dc29bb7325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (bdbd084a-7876-495d-b5d9-cf3ee18f0227), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:18.472493 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99de4db5-c93b-4826-92ee-a85969bdeb9a req-265da74c-805b-42e8-a31a-3e40f03e9c05 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:18.474855 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-99de4db5-c93b-4826-92ee-a85969bdeb9a req-265da74c-805b-42e8-a31a-3e40f03e9c05 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1d239b7-dd50-4a27-9c01-93a05580e612 HTTP/1.1" status: 200 len: 946 time: 0.0565853 Jan 27 16:51:18.584424 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.plugin [req-99de4db5-c93b-4826-92ee-a85969bdeb9a req-e4c618c5-da7c-40dc-983f-cd34582517d1 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Deleting port 18a8caa9-2a86-4e7b-b6f0-e3dc5d2fe716 {{(pid=114094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:51:18.584813 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-99de4db5-c93b-4826-92ee-a85969bdeb9a req-e4c618c5-da7c-40dc-983f-cd34582517d1 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740202897008'] for port (18a8caa9-2a86-4e7b-b6f0-e3dc5d2fe716), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:18.696922 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.db [req-99de4db5-c93b-4826-92ee-a85969bdeb9a req-e4c618c5-da7c-40dc-983f-cd34582517d1 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] For port 18a8caa9-2a86-4e7b-b6f0-e3dc5d2fe716, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=18a8caa9-2a86-4e7b-b6f0-e3dc5d2fe716,segment=NetworkSegment(1779a445-beda-4dcd-8f98-83ef8a804122),segment_id=1779a445-beda-4dcd-8f98-83ef8a804122)] {{(pid=114094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:51:18.697480 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-99de4db5-c93b-4826-92ee-a85969bdeb9a req-e4c618c5-da7c-40dc-983f-cd34582517d1 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797243'] for port (18a8caa9-2a86-4e7b-b6f0-e3dc5d2fe716), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:18.712262 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.plugin [req-99de4db5-c93b-4826-92ee-a85969bdeb9a req-e4c618c5-da7c-40dc-983f-cd34582517d1 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Calling delete_port for 18a8caa9-2a86-4e7b-b6f0-e3dc5d2fe716 owned by compute:nova {{(pid=114094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:51:18.866443 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-99de4db5-c93b-4826-92ee-a85969bdeb9a req-e4c618c5-da7c-40dc-983f-cd34582517d1 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740202902474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740202573626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777202'] for port (18a8caa9-2a86-4e7b-b6f0-e3dc5d2fe716), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:18.883723 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] get_ports_and_sgs() called for port_ids ['edeff32f-9844-440c-a9f3-215374de7bd3', '18a8caa9-2a86-4e7b-b6f0-e3dc5d2fe716'] {{(pid=114096) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 16:51:18.905257 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c618c5-da7c-40dc-983f-cd34582517d1 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Pushing event deleted for resources: {'Port': ['ID=18a8caa9-2a86-4e7b-b6f0-e3dc5d2fe716,revision_number=None']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:51:18.958550 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.l3_dvrscheduler_db [req-99de4db5-c93b-4826-92ee-a85969bdeb9a req-e4c618c5-da7c-40dc-983f-cd34582517d1 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] No DVR routers for this DVR port 18a8caa9-2a86-4e7b-b6f0-e3dc5d2fe716 on host hv-cinder-81883 {{(pid=114094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 16:51:18.961203 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-99de4db5-c93b-4826-92ee-a85969bdeb9a req-e4c618c5-da7c-40dc-983f-cd34582517d1 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118807'] for port (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:18.964480 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-99de4db5-c93b-4826-92ee-a85969bdeb9a req-e4c618c5-da7c-40dc-983f-cd34582517d1 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.24 "DELETE /v2.0/ports/18a8caa9-2a86-4e7b-b6f0-e3dc5d2fe716 HTTP/1.1" status: 204 len: 173 time: 0.4836969 Jan 27 16:51:19.107625 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1d239b7-dd50-4a27-9c01-93a05580e612', 'name': 'network-vif-deleted', 'tag': '18a8caa9-2a86-4e7b-b6f0-e3dc5d2fe716'}] {{(pid=114094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:51:19.110056 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}342a798d1d13ecd85fd4efdf34ff3908ecd3b9322feeb0f720fcdcd52e7e333b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a8dfee4-f702-4adb-9437-1c9c0f7cb471" -d '{"events": [{"server_uuid": "f1d239b7-dd50-4a27-9c01-93a05580e612", "name": "network-vif-deleted", "tag": "18a8caa9-2a86-4e7b-b6f0-e3dc5d2fe716"}]}' {{(pid=114094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:51:19.133997 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-add52704-d71a-4aab-9f02-8bd05dcec6d9 req-8f77229f-4b22-42ed-bf54-6255f72e5eec tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1d239b7-dd50-4a27-9c01-93a05580e612 HTTP/1.1" status: 200 len: 210 time: 0.0326350 Jan 27 16:51:19.158295 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 16:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-206c6e45-b45a-42a4-8951-9be93d920316 x-openstack-request-id: req-206c6e45-b45a-42a4-8951-9be93d920316 {{(pid=114094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:51:19.158581 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1d239b7-dd50-4a27-9c01-93a05580e612", "name": "network-vif-deleted", "tag": "18a8caa9-2a86-4e7b-b6f0-e3dc5d2fe716", "status": "completed", "code": 200}]} {{(pid=114094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:51:19.158853 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-206c6e45-b45a-42a4-8951-9be93d920316 {{(pid=114094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:51:19.159253 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1d239b7-dd50-4a27-9c01-93a05580e612', 'name': 'network-vif-deleted', 'tag': '18a8caa9-2a86-4e7b-b6f0-e3dc5d2fe716', 'status': 'completed', 'code': 200} Jan 27 16:51:19.381604 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a6167d-466c-40e1-a718-f2a6d74efcc4 req-7e985c6a-09c1-4080-94bd-07a25d4146f0 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:19.383863 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-b5a6167d-466c-40e1-a718-f2a6d74efcc4 req-7e985c6a-09c1-4080-94bd-07a25d4146f0 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 945 time: 0.0689070 Jan 27 16:51:19.404955 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d2e9d7-0e41-4efc-adb1-3a23e0eeb0ff req-95e43491-3c8a-4eee-8790-f3f4f1c07cd6 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:19.406778 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-c1d2e9d7-0e41-4efc-adb1-3a23e0eeb0ff req-95e43491-3c8a-4eee-8790-f3f4f1c07cd6 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] 10.222.0.24 "GET /v2.0/networks?id=d5d058f3-de8c-4c0f-bf66-49f826de473b HTTP/1.1" status: 200 len: 809 time: 0.1328785 Jan 27 16:51:19.425898 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.v2.base [req-c1d2e9d7-0e41-4efc-adb1-3a23e0eeb0ff req-4bb99112-dd48-4d13-8d76-73a84e3fa28c tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] Request body: {'port': {'device_id': 'f96a1173-38ca-4f56-84b4-823e2284fcef', 'network_id': 'd5d058f3-de8c-4c0f-bf66-49f826de473b', 'admin_state_up': True, 'tenant_id': 'a92d0592f8f14b89a36b145413b2fbe1'}} {{(pid=114094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:51:19.459789 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device 405aa040-774d-4e6f-a24e-9f71de3bfaaa no longer exists at agent hyperv_hv-cinder-81883 {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:51:19.464242 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-87377bd2-5c7e-4b0c-9071-61c430ba0560 req-400fbf7c-a53b-4946-bb39-32601082367b tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] 10.222.0.48 "GET /v2.0/ports?device_id=f96a1173-38ca-4f56-84b4-823e2284fcef HTTP/1.1" status: 200 len: 210 time: 0.0648229 Jan 27 16:51:19.495969 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] No Port match for: 405aa040-774d-4e6f-a24e-9f71de3bfaaa {{(pid=114096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 16:51:19.496661 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device 405aa040-774d-4e6f-a24e-9f71de3bfaaa not bound to the agent host hv-cinder-81883 {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 16:51:19.497348 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device 18a8caa9-2a86-4e7b-b6f0-e3dc5d2fe716 no longer exists at agent hyperv_hv-cinder-81883 {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:51:19.500135 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-b5a6167d-466c-40e1-a718-f2a6d74efcc4 req-ab5f72d4-b0a1-4ad5-9730-166ed6fd6d35 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=52be2b41-f385-4b04-9c22-e44335586e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088500 Jan 27 16:51:19.536503 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] No Port match for: 18a8caa9-2a86-4e7b-b6f0-e3dc5d2fe716 {{(pid=114096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 16:51:19.536926 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device 18a8caa9-2a86-4e7b-b6f0-e3dc5d2fe716 not bound to the agent host hv-cinder-81883 {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 16:51:19.546104 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-66ba84dd-632c-456a-bb12-6a575fe6244f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9495f383-87a2-4ffd-86dd-67b8d88d602c), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:19.580550 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1d2e9d7-0e41-4efc-adb1-3a23e0eeb0ff req-4bb99112-dd48-4d13-8d76-73a84e3fa28c tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] Made reservation on behalf of a92d0592f8f14b89a36b145413b2fbe1 for: {'port': 1} {{(pid=114094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:51:19.584101 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-c1d2e9d7-0e41-4efc-adb1-3a23e0eeb0ff req-4bb99112-dd48-4d13-8d76-73a84e3fa28c tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:19.742420 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.db_base_plugin_common [req-c1d2e9d7-0e41-4efc-adb1-3a23e0eeb0ff req-4bb99112-dd48-4d13-8d76-73a84e3fa28c tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] Allocated IP 172.20.0.6 (d5d058f3-de8c-4c0f-bf66-49f826de473b/db20ac1e-30e4-4568-857a-3c60502d7a1f/23b59776-3350-45a6-8be5-c4efd77d9022) {{(pid=114094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:51:19.894686 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-c1d2e9d7-0e41-4efc-adb1-3a23e0eeb0ff req-4bb99112-dd48-4d13-8d76-73a84e3fa28c tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] Publish callbacks [] for port (23b59776-3350-45a6-8be5-c4efd77d9022), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:19.933399 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-c1d2e9d7-0e41-4efc-adb1-3a23e0eeb0ff req-4bb99112-dd48-4d13-8d76-73a84e3fa28c tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740202573617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777202'] for port (23b59776-3350-45a6-8be5-c4efd77d9022), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:19.975983 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1d2e9d7-0e41-4efc-adb1-3a23e0eeb0ff req-4bb99112-dd48-4d13-8d76-73a84e3fa28c tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] Network d5d058f3-de8c-4c0f-bf66-49f826de473b is already hosted by enough agents. {{(pid=114094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:51:19.976101 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.base_scheduler [req-c1d2e9d7-0e41-4efc-adb1-3a23e0eeb0ff req-4bb99112-dd48-4d13-8d76-73a84e3fa28c tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] Resources bound (agent type, host, resource id): {{(pid=114094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:51:19.980927 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1d2e9d7-0e41-4efc-adb1-3a23e0eeb0ff req-4bb99112-dd48-4d13-8d76-73a84e3fa28c tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] Received port after_create {{(pid=114094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:51:20.021738 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb99112-dd48-4d13-8d76-73a84e3fa28c tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] Pushing event updated for resources: {'Port': ['ID=23b59776-3350-45a6-8be5-c4efd77d9022,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:51:20.041076 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d2e9d7-0e41-4efc-adb1-3a23e0eeb0ff req-4bb99112-dd48-4d13-8d76-73a84e3fa28c tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:20.041603 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-c1d2e9d7-0e41-4efc-adb1-3a23e0eeb0ff req-4bb99112-dd48-4d13-8d76-73a84e3fa28c tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118807'] for port (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:20.061089 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-c1d2e9d7-0e41-4efc-adb1-3a23e0eeb0ff req-4bb99112-dd48-4d13-8d76-73a84e3fa28c tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6415341 Jan 27 16:51:20.085026 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.v2.base [req-c1d2e9d7-0e41-4efc-adb1-3a23e0eeb0ff req-3f74874c-76eb-4225-9ee9-b20b7a3e05f9 service neutron] Request body: {'port': {'device_id': 'f96a1173-38ca-4f56-84b4-823e2284fcef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81883'}} {{(pid=114094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:51:20.148397 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-c1d2e9d7-0e41-4efc-adb1-3a23e0eeb0ff req-3f74874c-76eb-4225-9ee9-b20b7a3e05f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (23b59776-3350-45a6-8be5-c4efd77d9022), before_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:20.246753 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc98a3a-df75-4590-8b99-c866c808f9fc req-e85997ed-4a44-4bb7-8dc1-916954c9f6ef tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:20.248444 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-0cc98a3a-df75-4590-8b99-c866c808f9fc req-e85997ed-4a44-4bb7-8dc1-916954c9f6ef tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=27dbabab-3baf-4446-aaad-bdd80b162cd7 HTTP/1.1" status: 200 len: 945 time: 0.0830088 Jan 27 16:51:20.304995 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-0cc98a3a-df75-4590-8b99-c866c808f9fc req-0eba8d66-f8ec-4fa1-bd87-6980bf5082cb tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/security-groups?id=341578a6-674d-4340-af0f-c81e76fc0269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505097 Jan 27 16:51:20.442673 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.notifiers.nova [req-c1d2e9d7-0e41-4efc-adb1-3a23e0eeb0ff req-3f74874c-76eb-4225-9ee9-b20b7a3e05f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23b59776-3350-45a6-8be5-c4efd77d9022 {{(pid=114094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:51:20.449984 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-c1d2e9d7-0e41-4efc-adb1-3a23e0eeb0ff req-3f74874c-76eb-4225-9ee9-b20b7a3e05f9 service neutron] Publish callbacks [] for port (23b59776-3350-45a6-8be5-c4efd77d9022), precommit_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:20.461462 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.provisioning_blocks [req-c1d2e9d7-0e41-4efc-adb1-3a23e0eeb0ff req-3f74874c-76eb-4225-9ee9-b20b7a3e05f9 service neutron] Transition to ACTIVE for port object 23b59776-3350-45a6-8be5-c4efd77d9022 will not be triggered until provisioned by entity L2. {{(pid=114094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 16:51:20.465653 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-c1d2e9d7-0e41-4efc-adb1-3a23e0eeb0ff req-3f74874c-76eb-4225-9ee9-b20b7a3e05f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8776969'] for port (23b59776-3350-45a6-8be5-c4efd77d9022), after_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:20.521498 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f74874c-76eb-4225-9ee9-b20b7a3e05f9 service neutron] Pushing event updated for resources: {'Port': ['ID=23b59776-3350-45a6-8be5-c4efd77d9022,revision_number=2']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:51:20.592973 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.managers [req-c1d2e9d7-0e41-4efc-adb1-3a23e0eeb0ff req-3f74874c-76eb-4225-9ee9-b20b7a3e05f9 service neutron] Attempting to bind port 23b59776-3350-45a6-8be5-c4efd77d9022 on host hv-cinder-81883 for vnic_type normal with profile {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:51:20.593719 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.managers [req-c1d2e9d7-0e41-4efc-adb1-3a23e0eeb0ff req-3f74874c-76eb-4225-9ee9-b20b7a3e05f9 service neutron] Attempting to bind port 23b59776-3350-45a6-8be5-c4efd77d9022 by drivers openvswitch,hyperv on host hv-cinder-81883 at level 0 using segments [{'id': '0c5e0649-c233-43ef-8f81-7b2e760b326f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd5d058f3-de8c-4c0f-bf66-49f826de473b'}] {{(pid=114094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:51:20.593719 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d2e9d7-0e41-4efc-adb1-3a23e0eeb0ff req-3f74874c-76eb-4225-9ee9-b20b7a3e05f9 service neutron] Attempting to bind port 23b59776-3350-45a6-8be5-c4efd77d9022 on network d5d058f3-de8c-4c0f-bf66-49f826de473b {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:51:20.598775 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d2e9d7-0e41-4efc-adb1-3a23e0eeb0ff req-3f74874c-76eb-4225-9ee9-b20b7a3e05f9 service neutron] Port 23b59776-3350-45a6-8be5-c4efd77d9022 on network d5d058f3-de8c-4c0f-bf66-49f826de473b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81883 {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 16:51:20.599148 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d2e9d7-0e41-4efc-adb1-3a23e0eeb0ff req-3f74874c-76eb-4225-9ee9-b20b7a3e05f9 service neutron] Attempting to bind port 23b59776-3350-45a6-8be5-c4efd77d9022 on network d5d058f3-de8c-4c0f-bf66-49f826de473b {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:51:20.604539 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d2e9d7-0e41-4efc-adb1-3a23e0eeb0ff req-3f74874c-76eb-4225-9ee9-b20b7a3e05f9 service neutron] Checking agent: {'id': '853c399d-72c7-467e-bd42-08a47e7fb1c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81883', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 46, 47), 'started_at': datetime.datetime(2022, 1, 27, 16, 46, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:51:20.604892 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d2e9d7-0e41-4efc-adb1-3a23e0eeb0ff req-3f74874c-76eb-4225-9ee9-b20b7a3e05f9 service neutron] Checking segment: {'id': '0c5e0649-c233-43ef-8f81-7b2e760b326f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd5d058f3-de8c-4c0f-bf66-49f826de473b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:51:20.605330 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d2e9d7-0e41-4efc-adb1-3a23e0eeb0ff req-3f74874c-76eb-4225-9ee9-b20b7a3e05f9 service neutron] Bound using segment: {'id': '0c5e0649-c233-43ef-8f81-7b2e760b326f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd5d058f3-de8c-4c0f-bf66-49f826de473b'} {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:51:20.605823 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.managers [req-c1d2e9d7-0e41-4efc-adb1-3a23e0eeb0ff req-3f74874c-76eb-4225-9ee9-b20b7a3e05f9 service neutron] Bound port: 23b59776-3350-45a6-8be5-c4efd77d9022, host: hv-cinder-81883, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c5e0649-c233-43ef-8f81-7b2e760b326f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd5d058f3-de8c-4c0f-bf66-49f826de473b'}}] {{(pid=114094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:51:20.606204 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-c1d2e9d7-0e41-4efc-adb1-3a23e0eeb0ff req-3f74874c-76eb-4225-9ee9-b20b7a3e05f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (23b59776-3350-45a6-8be5-c4efd77d9022), before_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:20.658582 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b546f532-a47f-4175-9b4e-eac2b0cff00f req-da37e6ee-f931-4bfb-8602-e3ef11dc5ba5 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:20.660132 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-b546f532-a47f-4175-9b4e-eac2b0cff00f req-da37e6ee-f931-4bfb-8602-e3ef11dc5ba5 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] 10.222.0.48 "GET /v2.0/ports?device_id=f96a1173-38ca-4f56-84b4-823e2284fcef HTTP/1.1" status: 200 len: 943 time: 0.0972068 Jan 27 16:51:20.668143 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc286f6c-8fc6-42da-bf25-76aa38caaa5b req-c7c4a58a-9fc8-463d-9643-f4ec3f83a164 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:20.669506 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-fc286f6c-8fc6-42da-bf25-76aa38caaa5b req-c7c4a58a-9fc8-463d-9643-f4ec3f83a164 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 945 time: 0.0775232 Jan 27 16:51:20.680866 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.db [req-c1d2e9d7-0e41-4efc-adb1-3a23e0eeb0ff req-3f74874c-76eb-4225-9ee9-b20b7a3e05f9 service neutron] For port 23b59776-3350-45a6-8be5-c4efd77d9022, host hv-cinder-81883, cleared binding levels {{(pid=114094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:51:20.684220 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.db [req-c1d2e9d7-0e41-4efc-adb1-3a23e0eeb0ff req-3f74874c-76eb-4225-9ee9-b20b7a3e05f9 service neutron] For port 23b59776-3350-45a6-8be5-c4efd77d9022, host hv-cinder-81883, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=23b59776-3350-45a6-8be5-c4efd77d9022,segment=NetworkSegment(0c5e0649-c233-43ef-8f81-7b2e760b326f),segment_id=0c5e0649-c233-43ef-8f81-7b2e760b326f)] {{(pid=114094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:51:20.688477 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-c1d2e9d7-0e41-4efc-adb1-3a23e0eeb0ff req-3f74874c-76eb-4225-9ee9-b20b7a3e05f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8776969'] for port (23b59776-3350-45a6-8be5-c4efd77d9022), after_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:20.723266 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d2e9d7-0e41-4efc-adb1-3a23e0eeb0ff req-3f74874c-76eb-4225-9ee9-b20b7a3e05f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:20.723914 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-c1d2e9d7-0e41-4efc-adb1-3a23e0eeb0ff req-3f74874c-76eb-4225-9ee9-b20b7a3e05f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118807'] for port (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:20.725422 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-c1d2e9d7-0e41-4efc-adb1-3a23e0eeb0ff req-3f74874c-76eb-4225-9ee9-b20b7a3e05f9 service neutron] 10.222.0.24 "PUT /v2.0/ports/23b59776-3350-45a6-8be5-c4efd77d9022 HTTP/1.1" status: 200 len: 1093 time: 0.6450677 Jan 27 16:51:20.742368 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-b546f532-a47f-4175-9b4e-eac2b0cff00f req-727e9230-63c1-446d-a7f5-90fe2221319a tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] 10.222.0.48 "GET /v2.0/security-groups?id=0feb8893-1709-4a6f-b008-569857e74965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719051 Jan 27 16:51:20.748042 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f74874c-76eb-4225-9ee9-b20b7a3e05f9 service neutron] Pushing event updated for resources: {'Port': ['ID=23b59776-3350-45a6-8be5-c4efd77d9022,revision_number=3']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:51:20.749452 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-fc286f6c-8fc6-42da-bf25-76aa38caaa5b req-b8440203-cb98-4b41-9d39-070f2ad33c66 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=52be2b41-f385-4b04-9c22-e44335586e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718670 Jan 27 16:51:20.812217 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d2e9d7-0e41-4efc-adb1-3a23e0eeb0ff req-ddb9a937-29c6-47a0-9cec-ea093292aae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:20.813626 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-c1d2e9d7-0e41-4efc-adb1-3a23e0eeb0ff req-ddb9a937-29c6-47a0-9cec-ea093292aae9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a92d0592f8f14b89a36b145413b2fbe1&device_id=f96a1173-38ca-4f56-84b4-823e2284fcef HTTP/1.1" status: 200 len: 1096 time: 0.0423691 Jan 27 16:51:20.870245 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-c1d2e9d7-0e41-4efc-adb1-3a23e0eeb0ff req-d6383a16-1f2d-4952-a559-d1eec23c336a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23b59776-3350-45a6-8be5-c4efd77d9022 HTTP/1.1" status: 200 len: 217 time: 0.0385973 Jan 27 16:51:20.920584 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d2e9d7-0e41-4efc-adb1-3a23e0eeb0ff req-a7581596-9364-42aa-b9b6-3fd7ca4c042a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:20.922030 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-c1d2e9d7-0e41-4efc-adb1-3a23e0eeb0ff req-a7581596-9364-42aa-b9b6-3fd7ca4c042a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=db20ac1e-30e4-4568-857a-3c60502d7a1f HTTP/1.1" status: 200 len: 849 time: 0.0459876 Jan 27 16:51:20.961959 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-c1d2e9d7-0e41-4efc-adb1-3a23e0eeb0ff req-2041859c-dd3b-4488-8592-ade33d4b3105 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d5d058f3-de8c-4c0f-bf66-49f826de473b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246525 Jan 27 16:51:21.058347 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-c1d2e9d7-0e41-4efc-adb1-3a23e0eeb0ff req-f85c84dc-11d3-414f-b102-188bce02ce07 service neutron] 10.222.0.24 "GET /v2.0/networks/d5d058f3-de8c-4c0f-bf66-49f826de473b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896790 Jan 27 16:51:21.152306 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-c1d2e9d7-0e41-4efc-adb1-3a23e0eeb0ff req-53ac58f1-0d2e-4f14-9331-c3c69a03abdc service neutron] 10.222.0.24 "GET /v2.0/networks/d5d058f3-de8c-4c0f-bf66-49f826de473b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859072 Jan 27 16:51:21.160096 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f96a1173-38ca-4f56-84b4-823e2284fcef', 'tag': '23b59776-3350-45a6-8be5-c4efd77d9022'}] {{(pid=114094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:51:21.163189 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}342a798d1d13ecd85fd4efdf34ff3908ecd3b9322feeb0f720fcdcd52e7e333b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61570fd8-dc2f-4319-a999-8e88cf5e9891" -d '{"events": [{"name": "network-changed", "server_uuid": "f96a1173-38ca-4f56-84b4-823e2284fcef", "tag": "23b59776-3350-45a6-8be5-c4efd77d9022"}]}' {{(pid=114094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:51:21.199890 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 16:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-999f6461-1706-45ab-9736-db4d9d9387e5 x-openstack-request-id: req-999f6461-1706-45ab-9736-db4d9d9387e5 {{(pid=114094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:51:21.200189 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f96a1173-38ca-4f56-84b4-823e2284fcef", "tag": "23b59776-3350-45a6-8be5-c4efd77d9022", "status": "completed", "code": 200}]} {{(pid=114094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:51:21.200447 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-999f6461-1706-45ab-9736-db4d9d9387e5 {{(pid=114094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:51:21.200850 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f96a1173-38ca-4f56-84b4-823e2284fcef', 'tag': '23b59776-3350-45a6-8be5-c4efd77d9022', 'status': 'completed', 'code': 200} Jan 27 16:51:21.271273 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61570fd8-dc2f-4319-a999-8e88cf5e9891 req-09ce96fc-ebda-4a53-aee1-52d5d5b4da01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:21.272773 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-61570fd8-dc2f-4319-a999-8e88cf5e9891 req-09ce96fc-ebda-4a53-aee1-52d5d5b4da01 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a92d0592f8f14b89a36b145413b2fbe1&device_id=f96a1173-38ca-4f56-84b4-823e2284fcef HTTP/1.1" status: 200 len: 1096 time: 0.0455987 Jan 27 16:51:21.380566 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61570fd8-dc2f-4319-a999-8e88cf5e9891 req-e6aa843c-b9eb-425a-9b69-15900383c6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:21.384918 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-61570fd8-dc2f-4319-a999-8e88cf5e9891 req-e6aa843c-b9eb-425a-9b69-15900383c6d3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d5d058f3-de8c-4c0f-bf66-49f826de473b HTTP/1.1" status: 200 len: 910 time: 0.1008511 Jan 27 16:51:21.428405 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f80a34-afd5-472c-a5dc-b3d422b44260 req-f342e95d-d010-4685-8b58-72e813f08a41 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:21.430755 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-61570fd8-dc2f-4319-a999-8e88cf5e9891 req-5b000dfa-8d6b-4ed0-8552-7f9a5c44c765 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23b59776-3350-45a6-8be5-c4efd77d9022 HTTP/1.1" status: 200 len: 217 time: 0.0384636 Jan 27 16:51:21.431309 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-26f80a34-afd5-472c-a5dc-b3d422b44260 req-f342e95d-d010-4685-8b58-72e813f08a41 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=27dbabab-3baf-4446-aaad-bdd80b162cd7 HTTP/1.1" status: 200 len: 945 time: 0.0549829 Jan 27 16:51:21.481387 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-26f80a34-afd5-472c-a5dc-b3d422b44260 req-db392dce-46ab-47c5-8788-03c5fb56d295 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/security-groups?id=341578a6-674d-4340-af0f-c81e76fc0269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467310 Jan 27 16:51:21.508707 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61570fd8-dc2f-4319-a999-8e88cf5e9891 req-e261b9bb-db71-4257-9969-3b844a379068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:21.508707 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-61570fd8-dc2f-4319-a999-8e88cf5e9891 req-e261b9bb-db71-4257-9969-3b844a379068 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=db20ac1e-30e4-4568-857a-3c60502d7a1f HTTP/1.1" status: 200 len: 849 time: 0.0626316 Jan 27 16:51:21.524998 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-d66b1738-fecd-429f-97ae-c3b5c23d3d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9d445c8f-179b-40e3-9cb5-ffaa95aecd6a), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:21.555556 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-61570fd8-dc2f-4319-a999-8e88cf5e9891 req-f0429459-b2e0-47eb-bf56-3623eac7dad4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d5d058f3-de8c-4c0f-bf66-49f826de473b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264506 Jan 27 16:51:21.620397 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9492cedb-6cfd-4be2-ab04-04c3587a4631 req-f94f9b3c-36ed-46bd-99d1-586ee4f536f6 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:21.621869 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-9492cedb-6cfd-4be2-ab04-04c3587a4631 req-f94f9b3c-36ed-46bd-99d1-586ee4f536f6 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a0a7f18-d314-4368-bed8-cb27c0ba466b HTTP/1.1" status: 200 len: 945 time: 0.0528324 Jan 27 16:51:21.649318 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-61570fd8-dc2f-4319-a999-8e88cf5e9891 req-fc1a2a4d-fe52-42af-97f1-1cd1357bd4c4 service neutron] 10.222.0.24 "GET /v2.0/networks/d5d058f3-de8c-4c0f-bf66-49f826de473b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866218 Jan 27 16:51:21.669486 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-9492cedb-6cfd-4be2-ab04-04c3587a4631 req-a0b4097b-6e24-40f6-b413-a1519beea8de tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b312599-18fb-44ac-8380-190ce0b5ebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412970 Jan 27 16:51:21.744125 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-61570fd8-dc2f-4319-a999-8e88cf5e9891 req-27d56f03-cb28-4aac-aaf0-4d67d7e81a67 service neutron] 10.222.0.24 "GET /v2.0/networks/d5d058f3-de8c-4c0f-bf66-49f826de473b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878291 Jan 27 16:51:21.904436 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbcb39f-1b14-4cbf-9fab-4c85f7fbfd47 req-a4e5dc87-4fc7-4287-9249-000065b07017 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:21.905899 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-5fbcb39f-1b14-4cbf-9fab-4c85f7fbfd47 req-a4e5dc87-4fc7-4287-9249-000065b07017 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] 10.222.0.48 "GET /v2.0/ports?device_id=f96a1173-38ca-4f56-84b4-823e2284fcef HTTP/1.1" status: 200 len: 943 time: 0.0802352 Jan 27 16:51:21.912492 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235b70e-b779-4143-a932-feb53d06610c req-03eef16e-4936-430a-aa21-2b5e78f0ddb2 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:21.913859 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-7235b70e-b779-4143-a932-feb53d06610c req-03eef16e-4936-430a-aa21-2b5e78f0ddb2 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 945 time: 0.0792644 Jan 27 16:51:21.984598 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-5fbcb39f-1b14-4cbf-9fab-4c85f7fbfd47 req-054caf62-d44e-41ac-a8bd-8eea0a3567dc tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] 10.222.0.48 "GET /v2.0/security-groups?id=0feb8893-1709-4a6f-b008-569857e74965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697014 Jan 27 16:51:21.987467 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-7235b70e-b779-4143-a932-feb53d06610c req-7fe7ff94-8a47-4f7b-84a7-fa20ed2bae59 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=52be2b41-f385-4b04-9c22-e44335586e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667250 Jan 27 16:51:22.585045 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (492c1832-c7a3-4f77-b4ba-2ebdc28556bf), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:22.608640 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80e69dd-be9c-4569-9395-7656f2af553c req-2a588fff-7701-4784-a17a-e86fa9f8e732 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:22.610080 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-a80e69dd-be9c-4569-9395-7656f2af553c req-2a588fff-7701-4784-a17a-e86fa9f8e732 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=27dbabab-3baf-4446-aaad-bdd80b162cd7 HTTP/1.1" status: 200 len: 945 time: 0.0488460 Jan 27 16:51:22.659526 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-a80e69dd-be9c-4569-9395-7656f2af553c req-c661f4eb-2fcd-4a17-804d-f05c225ad1cf tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/security-groups?id=341578a6-674d-4340-af0f-c81e76fc0269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434854 Jan 27 16:51:22.793996 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c8691-539e-4f78-975b-c3548818c48e req-b1bcb0e0-3266-44e0-aeed-738a3bce3df5 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:22.795435 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-739c8691-539e-4f78-975b-c3548818c48e req-b1bcb0e0-3266-44e0-aeed-738a3bce3df5 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a0a7f18-d314-4368-bed8-cb27c0ba466b HTTP/1.1" status: 200 len: 945 time: 0.0496802 Jan 27 16:51:22.846150 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-739c8691-539e-4f78-975b-c3548818c48e req-389451b1-c107-405a-bb50-f32e2a6dfb80 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b312599-18fb-44ac-8380-190ce0b5ebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450351 Jan 27 16:51:23.131886 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f40567-412c-47b2-a1f7-726211790a34 req-df5e810a-a59c-4b00-917e-0dd5c14e3919 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:23.133377 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-d4f40567-412c-47b2-a1f7-726211790a34 req-df5e810a-a59c-4b00-917e-0dd5c14e3919 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] 10.222.0.48 "GET /v2.0/ports?device_id=f96a1173-38ca-4f56-84b4-823e2284fcef HTTP/1.1" status: 200 len: 943 time: 0.0827460 Jan 27 16:51:23.144744 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c9167c-e3eb-4d42-9d77-34cadc157aea req-01b907b7-787f-4ba5-b7e1-43b60b3d3809 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:23.147746 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-f0c9167c-e3eb-4d42-9d77-34cadc157aea req-01b907b7-787f-4ba5-b7e1-43b60b3d3809 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 945 time: 0.0864754 Jan 27 16:51:23.411465 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-d4f40567-412c-47b2-a1f7-726211790a34 req-92dafb7a-bcf1-4a40-b92f-572f8a4858ff tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] 10.222.0.48 "GET /v2.0/security-groups?id=0feb8893-1709-4a6f-b008-569857e74965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623136 Jan 27 16:51:23.418433 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-f0c9167c-e3eb-4d42-9d77-34cadc157aea req-665349b4-764a-42f5-b5e8-f333c0a1c27b tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=52be2b41-f385-4b04-9c22-e44335586e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2629583 Jan 27 16:51:23.777484 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc876f8-6892-4e44-a5bc-a88ab0447155 req-7be9c4fc-1d23-4893-816c-b50e55f919ae tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:23.779017 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-2bc876f8-6892-4e44-a5bc-a88ab0447155 req-7be9c4fc-1d23-4893-816c-b50e55f919ae tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=27dbabab-3baf-4446-aaad-bdd80b162cd7 HTTP/1.1" status: 200 len: 945 time: 0.0515387 Jan 27 16:51:23.825524 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-2bc876f8-6892-4e44-a5bc-a88ab0447155 req-de193420-1544-4817-baac-dca46a882ebd tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/security-groups?id=341578a6-674d-4340-af0f-c81e76fc0269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408940 Jan 27 16:51:23.963753 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d4fa5b-e398-4ab0-844c-078b41e6d7ca req-db37734e-b59b-4220-b342-7600b9d548e5 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:23.964091 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59fed23-d395-4b28-be9a-31f4815b5c46 req-34c7022e-aa84-4edd-a425-3feb63da756b tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:23.965419 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-02d4fa5b-e398-4ab0-844c-078b41e6d7ca req-db37734e-b59b-4220-b342-7600b9d548e5 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a0a7f18-d314-4368-bed8-cb27c0ba466b HTTP/1.1" status: 200 len: 945 time: 0.0535901 Jan 27 16:51:23.965557 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-a59fed23-d395-4b28-be9a-31f4815b5c46 req-34c7022e-aa84-4edd-a425-3feb63da756b tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a0a7f18-d314-4368-bed8-cb27c0ba466b HTTP/1.1" status: 200 len: 945 time: 0.0529768 Jan 27 16:51:24.022648 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-02d4fa5b-e398-4ab0-844c-078b41e6d7ca req-962cc30b-5776-425c-af79-b4d9a2e2c537 tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b312599-18fb-44ac-8380-190ce0b5ebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509660 Jan 27 16:51:24.080861 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.plugin [req-a59fed23-d395-4b28-be9a-31f4815b5c46 req-068f7824-b767-4b72-bb1a-4134e3ccd8aa tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Deleting port edeff32f-9844-440c-a9f3-215374de7bd3 {{(pid=114094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:51:24.081224 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-a59fed23-d395-4b28-be9a-31f4815b5c46 req-068f7824-b767-4b72-bb1a-4134e3ccd8aa tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740202897008'] for port (edeff32f-9844-440c-a9f3-215374de7bd3), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:24.173077 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.db [req-a59fed23-d395-4b28-be9a-31f4815b5c46 req-068f7824-b767-4b72-bb1a-4134e3ccd8aa tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] For port edeff32f-9844-440c-a9f3-215374de7bd3, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=edeff32f-9844-440c-a9f3-215374de7bd3,segment=NetworkSegment(1779a445-beda-4dcd-8f98-83ef8a804122),segment_id=1779a445-beda-4dcd-8f98-83ef8a804122)] {{(pid=114094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:51:24.173440 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-a59fed23-d395-4b28-be9a-31f4815b5c46 req-068f7824-b767-4b72-bb1a-4134e3ccd8aa tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797243'] for port (edeff32f-9844-440c-a9f3-215374de7bd3), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:24.185713 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.plugin [req-a59fed23-d395-4b28-be9a-31f4815b5c46 req-068f7824-b767-4b72-bb1a-4134e3ccd8aa tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Calling delete_port for edeff32f-9844-440c-a9f3-215374de7bd3 owned by compute:nova {{(pid=114094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:51:24.319083 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-a59fed23-d395-4b28-be9a-31f4815b5c46 req-068f7824-b767-4b72-bb1a-4134e3ccd8aa tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740202902474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740202573626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777202'] for port (edeff32f-9844-440c-a9f3-215374de7bd3), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:24.337870 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] get_ports_and_sgs() called for port_ids ['edeff32f-9844-440c-a9f3-215374de7bd3'] {{(pid=114096) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 16:51:24.349373 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068f7824-b767-4b72-bb1a-4134e3ccd8aa tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Pushing event deleted for resources: {'Port': ['ID=edeff32f-9844-440c-a9f3-215374de7bd3,revision_number=None']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:51:24.393071 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.l3_dvrscheduler_db [req-a59fed23-d395-4b28-be9a-31f4815b5c46 req-068f7824-b767-4b72-bb1a-4134e3ccd8aa tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] No DVR routers for this DVR port edeff32f-9844-440c-a9f3-215374de7bd3 on host hv-cinder-81883 {{(pid=114094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 16:51:24.396187 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-a59fed23-d395-4b28-be9a-31f4815b5c46 req-068f7824-b767-4b72-bb1a-4134e3ccd8aa tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118807'] for port (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:24.399411 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-a59fed23-d395-4b28-be9a-31f4815b5c46 req-068f7824-b767-4b72-bb1a-4134e3ccd8aa tempest-AttachVolumeNegativeTest-1324328327 tempest-AttachVolumeNegativeTest-1324328327-project] 10.222.0.24 "DELETE /v2.0/ports/edeff32f-9844-440c-a9f3-215374de7bd3 HTTP/1.1" status: 204 len: 173 time: 0.4186010 Jan 27 16:51:24.399878 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a0a7f18-d314-4368-bed8-cb27c0ba466b', 'name': 'network-vif-deleted', 'tag': 'edeff32f-9844-440c-a9f3-215374de7bd3'}] {{(pid=114094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:51:24.402202 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}342a798d1d13ecd85fd4efdf34ff3908ecd3b9322feeb0f720fcdcd52e7e333b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c9ea01f-e1a6-41a1-b7d3-fa411c69057d" -d '{"events": [{"server_uuid": "2a0a7f18-d314-4368-bed8-cb27c0ba466b", "name": "network-vif-deleted", "tag": "edeff32f-9844-440c-a9f3-215374de7bd3"}]}' {{(pid=114094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:51:24.456779 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 16:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5fea133-60a4-434c-87a8-447366cfd217 x-openstack-request-id: req-e5fea133-60a4-434c-87a8-447366cfd217 {{(pid=114094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:51:24.457084 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a0a7f18-d314-4368-bed8-cb27c0ba466b", "name": "network-vif-deleted", "tag": "edeff32f-9844-440c-a9f3-215374de7bd3", "status": "completed", "code": 200}]} {{(pid=114094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:51:24.457357 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e5fea133-60a4-434c-87a8-447366cfd217 {{(pid=114094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:51:24.457777 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a0a7f18-d314-4368-bed8-cb27c0ba466b', 'name': 'network-vif-deleted', 'tag': 'edeff32f-9844-440c-a9f3-215374de7bd3', 'status': 'completed', 'code': 200} Jan 27 16:51:24.564360 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a327d-d68e-475c-bdb2-055b7149fb04 req-bf596ff9-3424-4b36-9d2c-bef8ae5490e4 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:24.565923 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-326a327d-d68e-475c-bdb2-055b7149fb04 req-bf596ff9-3424-4b36-9d2c-bef8ae5490e4 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] 10.222.0.48 "GET /v2.0/ports?device_id=f96a1173-38ca-4f56-84b4-823e2284fcef HTTP/1.1" status: 200 len: 943 time: 0.0789118 Jan 27 16:51:24.595863 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6538db54-f91e-480c-95a7-f19ad908820d req-768872de-828a-4f8a-819d-0db3106f1ad2 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:24.597321 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-6538db54-f91e-480c-95a7-f19ad908820d req-768872de-828a-4f8a-819d-0db3106f1ad2 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 945 time: 0.0776958 Jan 27 16:51:24.639651 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-326a327d-d68e-475c-bdb2-055b7149fb04 req-c53c9c3e-79ff-4b68-a963-0da4cf42d970 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] 10.222.0.48 "GET /v2.0/security-groups?id=0feb8893-1709-4a6f-b008-569857e74965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653768 Jan 27 16:51:24.668991 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-6538db54-f91e-480c-95a7-f19ad908820d req-305bfca5-51f9-44dc-97fa-4f1ee608b44b tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=52be2b41-f385-4b04-9c22-e44335586e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633662 Jan 27 16:51:24.947738 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4361bc-4b16-47d2-86e3-4d4b16a77552 req-a76629a0-91a6-4e32-8b90-07a1915c24a7 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:24.949253 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-1b4361bc-4b16-47d2-86e3-4d4b16a77552 req-a76629a0-91a6-4e32-8b90-07a1915c24a7 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=27dbabab-3baf-4446-aaad-bdd80b162cd7 HTTP/1.1" status: 200 len: 945 time: 0.0503185 Jan 27 16:51:24.999298 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-1b4361bc-4b16-47d2-86e3-4d4b16a77552 req-b83757aa-5523-4e10-9999-2b788b13198a tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/security-groups?id=341578a6-674d-4340-af0f-c81e76fc0269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431137 Jan 27 16:51:25.084855 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 48952) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:51:25.132424 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.db_base_plugin_v2 [None req-20120cdd-522e-467d-be47-7fdbc4148037 admin admin] Deleting subnet 0bf965b2-91d5-4f22-9468-810e8979c5a9 {{(pid=114094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 16:51:25.135591 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-20120cdd-522e-467d-be47-7fdbc4148037 admin admin] Publish callbacks [] for subnet (0bf965b2-91d5-4f22-9468-810e8979c5a9), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:25.169555 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-20120cdd-522e-467d-be47-7fdbc4148037 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9277020'] for subnet (0bf965b2-91d5-4f22-9468-810e8979c5a9), precommit_delete_associations {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:25.208288 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-20120cdd-522e-467d-be47-7fdbc4148037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-889273'] for subnet (0bf965b2-91d5-4f22-9468-810e8979c5a9), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:25.260850 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-20120cdd-522e-467d-be47-7fdbc4148037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-889270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8777159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875549'] for subnet (0bf965b2-91d5-4f22-9468-810e8979c5a9), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:25.289491 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-20120cdd-522e-467d-be47-7fdbc4148037 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:25.295073 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-20120cdd-522e-467d-be47-7fdbc4148037 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/0bf965b2-91d5-4f22-9468-810e8979c5a9 HTTP/1.1" status: 204 len: 168 time: 0.2068188 Jan 27 16:51:25.295073 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20120cdd-522e-467d-be47-7fdbc4148037 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bf965b2-91d5-4f22-9468-810e8979c5a9,revision_number=None']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:51:25.295688 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 48956) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:51:25.367696 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-b98e1f55-318a-479a-a99a-612e2d6547a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012344'] for network (e61a4ef3-534d-479d-8867-5085e7d92be1), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:25.443614 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-b98e1f55-318a-479a-a99a-612e2d6547a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891970', 'neutron.services.segments.db._delete_segments_for_network-8740203086740'] for network (e61a4ef3-534d-479d-8867-5085e7d92be1), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:25.468918 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.services.segments.db [None req-b98e1f55-318a-479a-a99a-612e2d6547a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e61a4ef3-534d-479d-8867-5085e7d92be1']}} {{(pid=114094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:51:25.477181 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device 23b59776-3350-45a6-8be5-c4efd77d9022 details requested by agent hyperv_hv-cinder-81883 with host hv-cinder-81883 {{(pid=114096) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 16:51:25.479812 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.services.segments.db [None req-b98e1f55-318a-479a-a99a-612e2d6547a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1779a445-beda-4dcd-8f98-83ef8a804122') {'for_net_delete': True} {{(pid=114094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:51:25.480112 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.services.segments.db [None req-b98e1f55-318a-479a-a99a-612e2d6547a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1779a445-beda-4dcd-8f98-83ef8a804122') {} {{(pid=114094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:51:25.492136 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-b98e1f55-318a-479a-a99a-612e2d6547a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740203088285', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9276965'] for segment (1779a445-beda-4dcd-8f98-83ef8a804122), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:25.505789 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-b98e1f55-318a-479a-a99a-612e2d6547a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985126'] for segment (1779a445-beda-4dcd-8f98-83ef8a804122), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:25.512206 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b98e1f55-318a-479a-a99a-612e2d6547a6 admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=114094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 16:51:25.512621 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-b98e1f55-318a-479a-a99a-612e2d6547a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8777005'] for segment (1779a445-beda-4dcd-8f98-83ef8a804122), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:25.514330 dv-cinder-818830-2-iscsi neutron-server[114094]: Traceback (most recent call last): Jan 27 16:51:25.514330 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 16:51:25.514330 dv-cinder-818830-2-iscsi neutron-server[114094]: timer() Jan 27 16:51:25.514330 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 16:51:25.514330 dv-cinder-818830-2-iscsi neutron-server[114094]: cb(*args, **kw) Jan 27 16:51:25.514330 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 16:51:25.514330 dv-cinder-818830-2-iscsi neutron-server[114094]: return func(*args, **kwargs) Jan 27 16:51:25.514330 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 16:51:25.514330 dv-cinder-818830-2-iscsi neutron-server[114094]: self._notify() Jan 27 16:51:25.514330 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 16:51:25.514330 dv-cinder-818830-2-iscsi neutron-server[114094]: self.callback(batched_events) Jan 27 16:51:25.514330 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 16:51:25.514330 dv-cinder-818830-2-iscsi neutron-server[114094]: event.method(event) Jan 27 16:51:25.514330 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 16:51:25.514330 dv-cinder-818830-2-iscsi neutron-server[114094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 16:51:25.514330 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 16:51:25.514330 dv-cinder-818830-2-iscsi neutron-server[114094]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 16:51:25.514330 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 16:51:25.514330 dv-cinder-818830-2-iscsi neutron-server[114094]: return f(self, *a, **k) Jan 27 16:51:25.514330 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 16:51:25.514330 dv-cinder-818830-2-iscsi neutron-server[114094]: return self._get(url).json() Jan 27 16:51:25.514330 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 16:51:25.514330 dv-cinder-818830-2-iscsi neutron-server[114094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 16:51:25.514330 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 16:51:25.514330 dv-cinder-818830-2-iscsi neutron-server[114094]: return self.request(url, 'GET', **kwargs) Jan 27 16:51:25.514330 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 16:51:25.514330 dv-cinder-818830-2-iscsi neutron-server[114094]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 16:51:25.514330 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 16:51:25.514330 dv-cinder-818830-2-iscsi neutron-server[114094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 16:51:25.514330 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 16:51:25.514330 dv-cinder-818830-2-iscsi neutron-server[114094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 16:51:25.514330 dv-cinder-818830-2-iscsi neutron-server[114094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 16:51:25.569186 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-b98e1f55-318a-479a-a99a-612e2d6547a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1796466'] for network (e61a4ef3-534d-479d-8867-5085e7d92be1), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:25.574537 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-b98e1f55-318a-479a-a99a-612e2d6547a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032074'] for network (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:25.578813 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-b98e1f55-318a-479a-a99a-612e2d6547a6 admin admin] 10.222.0.48 "DELETE /v2.0/networks/e61a4ef3-534d-479d-8867-5085e7d92be1 HTTP/1.1" status: 204 len: 168 time: 0.2821362 Jan 27 16:51:25.583508 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] For port 23b59776-3350-45a6-8be5-c4efd77d9022, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=23b59776-3350-45a6-8be5-c4efd77d9022,segment=NetworkSegment(0c5e0649-c233-43ef-8f81-7b2e760b326f),segment_id=0c5e0649-c233-43ef-8f81-7b2e760b326f)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:51:25.593536 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98e1f55-318a-479a-a99a-612e2d6547a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e61a4ef3-534d-479d-8867-5085e7d92be1,revision_number=None']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:51:25.595933 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Returning: {'device': '23b59776-3350-45a6-8be5-c4efd77d9022', 'network_id': 'd5d058f3-de8c-4c0f-bf66-49f826de473b', 'port_id': '23b59776-3350-45a6-8be5-c4efd77d9022', 'mac_address': 'fa:16:3e:fa:0f:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db20ac1e-30e4-4568-857a-3c60502d7a1f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114096) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 16:51:25.634065 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Current status of the port 23b59776-3350-45a6-8be5-c4efd77d9022 is: DOWN; New status is: BUILD {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:51:25.634469 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (23b59776-3350-45a6-8be5-c4efd77d9022), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:25.651544 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.notifiers.nova [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23b59776-3350-45a6-8be5-c4efd77d9022 {{(pid=114096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:51:25.670516 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] For port 23b59776-3350-45a6-8be5-c4efd77d9022, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=23b59776-3350-45a6-8be5-c4efd77d9022,segment=NetworkSegment(0c5e0649-c233-43ef-8f81-7b2e760b326f),segment_id=0c5e0649-c233-43ef-8f81-7b2e760b326f)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:51:25.675355 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (23b59776-3350-45a6-8be5-c4efd77d9022), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:25.772694 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c09212-6aba-4c2d-8305-7f7a6f576ed4 req-5330cf3d-e3e0-4e78-9d2f-5cc27f539c8f tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:25.775717 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Pushing event updated for resources: {'Port': ['ID=23b59776-3350-45a6-8be5-c4efd77d9022,revision_number=4']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:51:25.780643 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-c4c09212-6aba-4c2d-8305-7f7a6f576ed4 req-5330cf3d-e3e0-4e78-9d2f-5cc27f539c8f tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] 10.222.0.48 "GET /v2.0/ports?device_id=f96a1173-38ca-4f56-84b4-823e2284fcef HTTP/1.1" status: 200 len: 944 time: 0.0643187 Jan 27 16:51:25.817680 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 48966) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:51:25.858103 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-e7000992-3387-4c31-a411-75daf1e89cc9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=598ee83f7e1a494c8b94f241ab626b65&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0392325 Jan 27 16:51:25.860606 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 48968) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:51:25.863333 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923d1784-65a9-4f7f-91ca-06b8f3207ac6 req-ccdeef8b-c18c-4c53-8387-88ca77aed714 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:25.865182 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-923d1784-65a9-4f7f-91ca-06b8f3207ac6 req-ccdeef8b-c18c-4c53-8387-88ca77aed714 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 945 time: 0.0767355 Jan 27 16:51:25.869573 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-c4c09212-6aba-4c2d-8305-7f7a6f576ed4 req-b2c8a4f1-97b0-4992-9f5d-abe10558d8a1 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] 10.222.0.48 "GET /v2.0/security-groups?id=0feb8893-1709-4a6f-b008-569857e74965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877783 Jan 27 16:51:25.909185 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-bc94e6a9-14f7-418d-ba96-64baaf6a5d51 admin admin] Publish callbacks [] for security_group (2b312599-18fb-44ac-8380-190ce0b5ebff), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:25.922059 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-923d1784-65a9-4f7f-91ca-06b8f3207ac6 req-6e6991e9-3997-422e-a929-46b77964e3f4 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=52be2b41-f385-4b04-9c22-e44335586e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505087 Jan 27 16:51:25.936325 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-bc94e6a9-14f7-418d-ba96-64baaf6a5d51 admin admin] Publish callbacks [] for security_group (2b312599-18fb-44ac-8380-190ce0b5ebff), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:25.985664 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-bc94e6a9-14f7-418d-ba96-64baaf6a5d51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (2b312599-18fb-44ac-8380-190ce0b5ebff), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:25.988598 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-bc94e6a9-14f7-418d-ba96-64baaf6a5d51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:25.990111 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-bc94e6a9-14f7-418d-ba96-64baaf6a5d51 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2b312599-18fb-44ac-8380-190ce0b5ebff HTTP/1.1" status: 204 len: 168 time: 0.1285572 Jan 27 16:51:25.998404 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc94e6a9-14f7-418d-ba96-64baaf6a5d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b312599-18fb-44ac-8380-190ce0b5ebff,revision_number=None']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:51:26.118263 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345b2bf2-4e3a-44bb-87ea-087ec8fcdf15 req-30aabf76-e414-4592-ad09-a33743c1b6e0 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:26.120577 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-345b2bf2-4e3a-44bb-87ea-087ec8fcdf15 req-30aabf76-e414-4592-ad09-a33743c1b6e0 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=27dbabab-3baf-4446-aaad-bdd80b162cd7 HTTP/1.1" status: 200 len: 945 time: 0.0502927 Jan 27 16:51:26.127049 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] get_ports_and_sgs() called for port_ids ['23b59776-3350-45a6-8be5-c4efd77d9022'] {{(pid=114096) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 16:51:26.181375 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-345b2bf2-4e3a-44bb-87ea-087ec8fcdf15 req-19744380-b7ff-4dbc-98ba-0b6e9f6b8344 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/security-groups?id=341578a6-674d-4340-af0f-c81e76fc0269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545564 Jan 27 16:51:26.728719 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34baf8ce-5442-4c0d-a6e5-4598035e03a8 req-581f50c5-f89a-4a52-ab00-3e06f8fa264c tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:26.732834 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-34baf8ce-5442-4c0d-a6e5-4598035e03a8 req-581f50c5-f89a-4a52-ab00-3e06f8fa264c tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2 HTTP/1.1" status: 200 len: 945 time: 0.0546091 Jan 27 16:51:26.735662 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab93815-103e-4c0b-8824-59331469d6d7 req-4240424c-a48a-4253-b7da-eade9d6c1610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:26.737272 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-3ab93815-103e-4c0b-8824-59331469d6d7 req-4240424c-a48a-4253-b7da-eade9d6c1610 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=326cd822c847423ba2417f593ca8c6ff&device_id=0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2 HTTP/1.1" status: 200 len: 1098 time: 0.0437727 Jan 27 16:51:26.789584 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-34baf8ce-5442-4c0d-a6e5-4598035e03a8 req-445f99a4-f2ed-4cc4-9f32-3a76eae4ad99 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477962 Jan 27 16:51:26.842667 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab93815-103e-4c0b-8824-59331469d6d7 req-9ba8d1ff-898c-488c-9595-c8cbf06f52e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:26.843818 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-3ab93815-103e-4c0b-8824-59331469d6d7 req-9ba8d1ff-898c-488c-9595-c8cbf06f52e8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d601b71c-9e85-4907-a350-1cc1a1486f21 HTTP/1.1" status: 200 len: 920 time: 0.0997939 Jan 27 16:51:26.888398 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-3ab93815-103e-4c0b-8824-59331469d6d7 req-7695c4ff-8230-4fa1-ad65-42e81cc2c17e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f3362f6-2e54-4b45-89fc-94c7ecae5a49 HTTP/1.1" status: 200 len: 217 time: 0.0376990 Jan 27 16:51:26.952962 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab93815-103e-4c0b-8824-59331469d6d7 req-6d2e632f-bcca-4c98-8ef8-9a70f2518e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:26.955082 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-3ab93815-103e-4c0b-8824-59331469d6d7 req-6d2e632f-bcca-4c98-8ef8-9a70f2518e4e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e7392202-f723-44b8-a453-411e289e56a2 HTTP/1.1" status: 200 len: 859 time: 0.0600443 Jan 27 16:51:26.996014 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-3ab93815-103e-4c0b-8824-59331469d6d7 req-ed0f5730-2b8a-4552-851e-0ba2a7a7cce0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d601b71c-9e85-4907-a350-1cc1a1486f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290165 Jan 27 16:51:27.055326 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe0978a-452f-4891-8517-6df9b5a3c53b req-fb3c1906-3c2e-489b-917e-c10a877a6ab1 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:27.057053 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-afe0978a-452f-4891-8517-6df9b5a3c53b req-fb3c1906-3c2e-489b-917e-c10a877a6ab1 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] 10.222.0.48 "GET /v2.0/ports?device_id=f96a1173-38ca-4f56-84b4-823e2284fcef HTTP/1.1" status: 200 len: 944 time: 0.0959435 Jan 27 16:51:27.100387 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7791b11-e3b1-4f18-b881-b29da85e58d2 req-c975684f-096e-4820-bc38-2f024031ca5a tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:27.101889 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-c7791b11-e3b1-4f18-b881-b29da85e58d2 req-c975684f-096e-4820-bc38-2f024031ca5a tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 945 time: 0.0908868 Jan 27 16:51:27.111310 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-3ab93815-103e-4c0b-8824-59331469d6d7 req-3b1b5634-ab0e-42c2-b438-a4ea8260fbfd service neutron] 10.222.0.24 "GET /v2.0/networks/d601b71c-9e85-4907-a350-1cc1a1486f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086998 Jan 27 16:51:27.149299 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-afe0978a-452f-4891-8517-6df9b5a3c53b req-d6b49109-cc2e-4630-86d1-83f5c871d819 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] 10.222.0.48 "GET /v2.0/security-groups?id=0feb8893-1709-4a6f-b008-569857e74965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855503 Jan 27 16:51:27.187160 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-c7791b11-e3b1-4f18-b881-b29da85e58d2 req-74fb619d-97e4-4d50-9d78-b1275eb45259 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=52be2b41-f385-4b04-9c22-e44335586e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790606 Jan 27 16:51:27.252069 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-3ab93815-103e-4c0b-8824-59331469d6d7 req-20b53297-bdf8-48fe-bd82-3eab9a8e0902 service neutron] 10.222.0.24 "GET /v2.0/networks/d601b71c-9e85-4907-a350-1cc1a1486f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320200 Jan 27 16:51:27.311500 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37addc34-0c72-4780-b243-53973f93a787 req-97e84154-cc06-4a79-937f-8f12be2b3334 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:27.315748 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-37addc34-0c72-4780-b243-53973f93a787 req-97e84154-cc06-4a79-937f-8f12be2b3334 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=27dbabab-3baf-4446-aaad-bdd80b162cd7 HTTP/1.1" status: 200 len: 945 time: 0.0588293 Jan 27 16:51:27.374880 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-37addc34-0c72-4780-b243-53973f93a787 req-7fe11318-85db-4234-868b-82daa609365b tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/security-groups?id=341578a6-674d-4340-af0f-c81e76fc0269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462887 Jan 27 16:51:27.479886 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device 23b59776-3350-45a6-8be5-c4efd77d9022 up at agent hyperv_hv-cinder-81883 {{(pid=114096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:51:27.530379 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Provisioning for port 23b59776-3350-45a6-8be5-c4efd77d9022 completed by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 16:51:27.534240 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Provisioning complete for port 23b59776-3350-45a6-8be5-c4efd77d9022 triggered by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:51:27.534610 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (23b59776-3350-45a6-8be5-c4efd77d9022), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:27.615984 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Current status of the port 23b59776-3350-45a6-8be5-c4efd77d9022 is: BUILD; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:51:27.616386 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (23b59776-3350-45a6-8be5-c4efd77d9022), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:27.639189 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f96a1173-38ca-4f56-84b4-823e2284fcef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b59776-3350-45a6-8be5-c4efd77d9022'}] {{(pid=114096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:51:27.641538 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7400b25514d980253c692f49984ce8becaf326df5cb1ee6ae8228296f1505bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d5d65d2-ce5b-4547-9f28-82b7b311c3dd" -d '{"events": [{"server_uuid": "f96a1173-38ca-4f56-84b4-823e2284fcef", "name": "network-vif-plugged", "status": "completed", "tag": "23b59776-3350-45a6-8be5-c4efd77d9022"}]}' {{(pid=114096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:51:27.659032 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] For port 23b59776-3350-45a6-8be5-c4efd77d9022, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=23b59776-3350-45a6-8be5-c4efd77d9022,segment=NetworkSegment(0c5e0649-c233-43ef-8f81-7b2e760b326f),segment_id=0c5e0649-c233-43ef-8f81-7b2e760b326f)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:51:27.664930 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (23b59776-3350-45a6-8be5-c4efd77d9022), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:27.666003 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device edeff32f-9844-440c-a9f3-215374de7bd3 no longer exists at agent hyperv_hv-cinder-81883 {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:51:27.693479 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 16:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c983a1-7205-4681-aaec-6ae32d5c6d1c x-openstack-request-id: req-06c983a1-7205-4681-aaec-6ae32d5c6d1c {{(pid=114096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:51:27.693892 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f96a1173-38ca-4f56-84b4-823e2284fcef", "name": "network-vif-plugged", "status": "completed", "tag": "23b59776-3350-45a6-8be5-c4efd77d9022", "code": 200}]} {{(pid=114096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:51:27.694230 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-06c983a1-7205-4681-aaec-6ae32d5c6d1c {{(pid=114096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:51:27.695541 dv-cinder-818830-2-iscsi neutron-server[114096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f96a1173-38ca-4f56-84b4-823e2284fcef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b59776-3350-45a6-8be5-c4efd77d9022', 'code': 200} Jan 27 16:51:27.720552 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] No Port match for: edeff32f-9844-440c-a9f3-215374de7bd3 {{(pid=114096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 16:51:27.721617 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device edeff32f-9844-440c-a9f3-215374de7bd3 not bound to the agent host hv-cinder-81883 {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 16:51:27.753177 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Pushing event updated for resources: {'Port': ['ID=23b59776-3350-45a6-8be5-c4efd77d9022,revision_number=5']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:51:27.881582 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97827c09-b8e5-4288-9b9d-19d85686fc65 req-0b5d376c-056b-4ab8-9376-1328cc895fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:27.884474 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-97827c09-b8e5-4288-9b9d-19d85686fc65 req-0b5d376c-056b-4ab8-9376-1328cc895fcf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f96a1173-38ca-4f56-84b4-823e2284fcef HTTP/1.1" status: 200 len: 1098 time: 0.0493355 Jan 27 16:51:27.915308 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f829c2f-5274-43ea-97ff-08023cd74d3c req-dc4bb8e3-c09e-45fb-b261-9c67b85b601b tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:27.920154 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-3f829c2f-5274-43ea-97ff-08023cd74d3c req-dc4bb8e3-c09e-45fb-b261-9c67b85b601b tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2 HTTP/1.1" status: 200 len: 945 time: 0.0569024 Jan 27 16:51:27.948547 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-97827c09-b8e5-4288-9b9d-19d85686fc65 req-016c77d7-c3d8-408e-b0ac-9be937b81ae7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0feb8893-1709-4a6f-b008-569857e74965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498645 Jan 27 16:51:27.970579 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-3f829c2f-5274-43ea-97ff-08023cd74d3c req-b8ba1a83-d46f-4ca1-988c-925e50595814 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447478 Jan 27 16:51:28.267005 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea389254-613a-459f-ba35-ce8f1df64d8f req-616df8c9-dce1-48aa-b5cf-9e14913425b9 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:28.268482 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-ea389254-613a-459f-ba35-ce8f1df64d8f req-616df8c9-dce1-48aa-b5cf-9e14913425b9 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] 10.222.0.48 "GET /v2.0/ports?device_id=f96a1173-38ca-4f56-84b4-823e2284fcef HTTP/1.1" status: 200 len: 945 time: 0.0503075 Jan 27 16:51:28.351929 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12c9fa-a59a-4cba-82c5-78ef36d1a97d req-eb9c7c84-fc8f-4cdc-9163-a5804910e39f tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:28.353423 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-ab12c9fa-a59a-4cba-82c5-78ef36d1a97d req-eb9c7c84-fc8f-4cdc-9163-a5804910e39f tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 945 time: 0.0832036 Jan 27 16:51:28.356262 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-ea389254-613a-459f-ba35-ce8f1df64d8f req-51805e12-45b9-499c-9dbf-c5483ac59d08 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] 10.222.0.48 "GET /v2.0/security-groups?id=0feb8893-1709-4a6f-b008-569857e74965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776618 Jan 27 16:51:28.401297 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-ab12c9fa-a59a-4cba-82c5-78ef36d1a97d req-c9735ff0-da8f-4be9-b679-7b3eb5201de5 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=52be2b41-f385-4b04-9c22-e44335586e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421135 Jan 27 16:51:28.494649 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f03e255-3c3d-47f5-90a9-920848d66511 req-ecaac09e-e979-4fff-be78-7aa0a01b4182 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:28.495663 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-7f03e255-3c3d-47f5-90a9-920848d66511 req-ecaac09e-e979-4fff-be78-7aa0a01b4182 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=27dbabab-3baf-4446-aaad-bdd80b162cd7 HTTP/1.1" status: 200 len: 945 time: 0.0498252 Jan 27 16:51:28.547837 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-7f03e255-3c3d-47f5-90a9-920848d66511 req-3f42cda8-bf76-4314-993c-a795300ab8cb tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/security-groups?id=341578a6-674d-4340-af0f-c81e76fc0269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458729 Jan 27 16:51:28.756134 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-2fa3b8f5-3121-4c1c-994d-bd10dd767c9d req-07724477-1428-413d-810f-e457996e0052 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1190761061&fields=id&tenant_id=5c13f9d51cfe44de91903d2de6032c92 HTTP/1.1" status: 200 len: 267 time: 0.0498958 Jan 27 16:51:28.863333 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa3b8f5-3121-4c1c-994d-bd10dd767c9d req-d01092c2-cb90-4e61-b229-bdc92185907a tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:28.865406 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-2fa3b8f5-3121-4c1c-994d-bd10dd767c9d req-d01092c2-cb90-4e61-b229-bdc92185907a tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/networks?id=05347023-7f45-4941-9645-f74845d1ff41 HTTP/1.1" status: 200 len: 808 time: 0.1029050 Jan 27 16:51:28.880278 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-2fa3b8f5-3121-4c1c-994d-bd10dd767c9d req-70b49d39-00e0-41c9-bf04-51a5a469d7a4 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/quotas/5c13f9d51cfe44de91903d2de6032c92 HTTP/1.1" status: 200 len: 375 time: 0.0094328 Jan 27 16:51:28.934101 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-2fa3b8f5-3121-4c1c-994d-bd10dd767c9d req-9315000d-691e-4d39-ae40-bcf5ca2904db tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c13f9d51cfe44de91903d2de6032c92&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487776 Jan 27 16:51:29.033948 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-2fa3b8f5-3121-4c1c-994d-bd10dd767c9d req-19e8333c-42f1-46cb-96a4-253e4e363f7f service neutron] 10.222.0.48 "GET /v2.0/networks/05347023-7f45-4941-9645-f74845d1ff41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882576 Jan 27 16:51:29.139017 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35887a28-3e48-427a-b656-2d2ae82b7e44 req-720df894-6888-44f7-8710-4c2ccd86adb3 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:29.140506 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-35887a28-3e48-427a-b656-2d2ae82b7e44 req-720df894-6888-44f7-8710-4c2ccd86adb3 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2 HTTP/1.1" status: 200 len: 945 time: 0.1039419 Jan 27 16:51:29.183595 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-2fa3b8f5-3121-4c1c-994d-bd10dd767c9d req-dadbb9e1-2840-4f25-88b9-1a177e5946ea service neutron] 10.222.0.48 "GET /v2.0/networks/05347023-7f45-4941-9645-f74845d1ff41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385081 Jan 27 16:51:29.207135 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-35887a28-3e48-427a-b656-2d2ae82b7e44 req-284d1e2c-e055-4437-9749-77f163001651 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593295 Jan 27 16:51:29.524690 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b1bebb-3581-422d-99a7-3105f8448a80 req-a0c07649-148e-45ee-9e8c-9e1966400af0 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:29.527805 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-87b1bebb-3581-422d-99a7-3105f8448a80 req-a0c07649-148e-45ee-9e8c-9e1966400af0 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] 10.222.0.48 "GET /v2.0/ports?device_id=f96a1173-38ca-4f56-84b4-823e2284fcef HTTP/1.1" status: 200 len: 945 time: 0.0862458 Jan 27 16:51:29.613240 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d9f104-3a8e-4f7a-830e-204b6dccb0d3 req-c518050a-3e66-45e7-b131-bb50e5e22da8 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:29.615218 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-12d9f104-3a8e-4f7a-830e-204b6dccb0d3 req-c518050a-3e66-45e7-b131-bb50e5e22da8 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 945 time: 0.0846794 Jan 27 16:51:29.624517 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-87b1bebb-3581-422d-99a7-3105f8448a80 req-720d90af-940a-4014-86f5-7502e735213e tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] 10.222.0.48 "GET /v2.0/security-groups?id=0feb8893-1709-4a6f-b008-569857e74965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923939 Jan 27 16:51:29.688198 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-12d9f104-3a8e-4f7a-830e-204b6dccb0d3 req-2d08b2f4-d130-4cd5-8077-550f1da7c9f7 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=52be2b41-f385-4b04-9c22-e44335586e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675504 Jan 27 16:51:29.704805 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-988538c5-d8ce-47cf-a85f-ca9cca368da3 req-92b8d4cc-f38d-4667-9760-260ba3a30ff7 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e2afd7a-cfd6-4228-b067-077d9f739343 HTTP/1.1" status: 200 len: 210 time: 0.0346372 Jan 27 16:51:29.827173 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6763de4-412d-408e-9934-c9d30dea8c79 req-631053e0-d9bd-4ac0-9721-70e9bbae37e4 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:29.828767 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-f6763de4-412d-408e-9934-c9d30dea8c79 req-631053e0-d9bd-4ac0-9721-70e9bbae37e4 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=27dbabab-3baf-4446-aaad-bdd80b162cd7 HTTP/1.1" status: 200 len: 945 time: 0.0690856 Jan 27 16:51:29.878388 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-f6763de4-412d-408e-9934-c9d30dea8c79 req-afac8389-2ae1-41e2-9863-2968273b9cd5 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/security-groups?id=341578a6-674d-4340-af0f-c81e76fc0269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431948 Jan 27 16:51:30.329053 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c4de19-50fd-456c-9189-7868b46d2ed0 req-03925bd5-93c7-4156-85d9-5e1515f7a869 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:30.330480 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-55c4de19-50fd-456c-9189-7868b46d2ed0 req-03925bd5-93c7-4156-85d9-5e1515f7a869 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2 HTTP/1.1" status: 200 len: 945 time: 0.0510545 Jan 27 16:51:30.377410 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-55c4de19-50fd-456c-9189-7868b46d2ed0 req-f6ff307a-97d3-4a6a-b2c1-0985cce249da tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407748 Jan 27 16:51:30.813969 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-72207b6a-867f-4514-ace3-d72185ad0031 req-4c023f49-770b-4b49-8094-157db6765333 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e2afd7a-cfd6-4228-b067-077d9f739343 HTTP/1.1" status: 200 len: 210 time: 0.0389280 Jan 27 16:51:30.832344 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f5180-f18e-4f17-9474-c62e26a62167 req-eb1df899-b590-458a-a1aa-86fe5c2886c6 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:30.833782 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-182f5180-f18e-4f17-9474-c62e26a62167 req-eb1df899-b590-458a-a1aa-86fe5c2886c6 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 945 time: 0.0701556 Jan 27 16:51:30.878898 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-182f5180-f18e-4f17-9474-c62e26a62167 req-38aeae39-3891-49f5-b68d-5daf9b671054 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=52be2b41-f385-4b04-9c22-e44335586e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395997 Jan 27 16:51:30.996593 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9452287-59e0-4da5-ab9a-194d18f4b41a req-34dfedec-3c5e-4c46-9cb2-40d2fa671d66 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:30.998018 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-e9452287-59e0-4da5-ab9a-194d18f4b41a req-34dfedec-3c5e-4c46-9cb2-40d2fa671d66 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=27dbabab-3baf-4446-aaad-bdd80b162cd7 HTTP/1.1" status: 200 len: 945 time: 0.0496879 Jan 27 16:51:31.043772 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-e9452287-59e0-4da5-ab9a-194d18f4b41a req-a5224e9a-e5bc-425d-b27d-f05e20cd3d6a tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/security-groups?id=341578a6-674d-4340-af0f-c81e76fc0269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402837 Jan 27 16:51:31.493527 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756d3342-cad6-45d7-863d-a2df85938c8a req-3dd07c0e-97ef-4202-9ee6-b22bfc929ddf tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:31.495012 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-756d3342-cad6-45d7-863d-a2df85938c8a req-3dd07c0e-97ef-4202-9ee6-b22bfc929ddf tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2 HTTP/1.1" status: 200 len: 945 time: 0.0497429 Jan 27 16:51:31.541915 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-756d3342-cad6-45d7-863d-a2df85938c8a req-404bc051-bf4f-4560-be03-8a0007631777 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412807 Jan 27 16:51:31.903661 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-a43e714b-f41e-40e4-9cef-3c3b40c0f137 req-5279e980-1774-4cc2-b1a4-2e03ab7f93cc tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e2afd7a-cfd6-4228-b067-077d9f739343 HTTP/1.1" status: 200 len: 210 time: 0.0252578 Jan 27 16:51:31.998754 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c334b-b87e-41fb-a4cf-7faee64008d1 req-3185b3d7-74e6-42fb-88e3-7971212117d5 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:32.000211 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-f81c334b-b87e-41fb-a4cf-7faee64008d1 req-3185b3d7-74e6-42fb-88e3-7971212117d5 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 945 time: 0.0504472 Jan 27 16:51:32.045348 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-f81c334b-b87e-41fb-a4cf-7faee64008d1 req-889bf13d-fc9b-4206-9423-7563144faef7 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=52be2b41-f385-4b04-9c22-e44335586e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395243 Jan 27 16:51:32.154569 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c9d58-a87e-4bc7-b138-efc920545272 req-90f26408-5fe2-41b0-a2f8-b408d281f728 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:32.155921 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-709c9d58-a87e-4bc7-b138-efc920545272 req-90f26408-5fe2-41b0-a2f8-b408d281f728 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=27dbabab-3baf-4446-aaad-bdd80b162cd7 HTTP/1.1" status: 200 len: 945 time: 0.0478046 Jan 27 16:51:32.202310 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-709c9d58-a87e-4bc7-b138-efc920545272 req-d20946d4-7a10-41a6-aa59-e2c113286693 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/security-groups?id=341578a6-674d-4340-af0f-c81e76fc0269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403674 Jan 27 16:51:32.665574 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb815434-ea01-4662-9438-8d7c6670534c req-02ac1a06-a9b0-4dbe-8af5-27f94bc66c97 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:32.667260 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-cb815434-ea01-4662-9438-8d7c6670534c req-02ac1a06-a9b0-4dbe-8af5-27f94bc66c97 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2 HTTP/1.1" status: 200 len: 945 time: 0.0537920 Jan 27 16:51:32.720924 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-cb815434-ea01-4662-9438-8d7c6670534c req-46399070-cb86-4c57-92eb-3581d985e875 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478799 Jan 27 16:51:33.007595 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-c76f8959-ed75-4f98-91c7-ef510e22c0d9 req-f9b2563a-7c76-412a-bc61-8336d8f9dbd7 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e2afd7a-cfd6-4228-b067-077d9f739343 HTTP/1.1" status: 200 len: 210 time: 0.0293174 Jan 27 16:51:33.062452 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adf9c92-3ac1-4528-93a3-173cd6429c33 req-d889972f-1c23-4962-a484-3a5788aaaeff tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:33.064030 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-4adf9c92-3ac1-4528-93a3-173cd6429c33 req-d889972f-1c23-4962-a484-3a5788aaaeff tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] 10.222.0.48 "GET /v2.0/ports?device_id=f96a1173-38ca-4f56-84b4-823e2284fcef HTTP/1.1" status: 200 len: 945 time: 0.0516932 Jan 27 16:51:33.130620 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-4adf9c92-3ac1-4528-93a3-173cd6429c33 req-af4012cb-6c86-47da-9320-996dc3f3a37b tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] 10.222.0.48 "GET /v2.0/security-groups?id=0feb8893-1709-4a6f-b008-569857e74965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535514 Jan 27 16:51:33.188822 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d4524-3cc8-4d65-8123-07c1993887bb req-929ca06f-ba21-4c4a-b95c-88dd226ce0df tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:33.190387 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-8c2d4524-3cc8-4d65-8123-07c1993887bb req-929ca06f-ba21-4c4a-b95c-88dd226ce0df tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 945 time: 0.0569301 Jan 27 16:51:33.209637 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa3b8f5-3121-4c1c-994d-bd10dd767c9d req-8282301a-051b-4f79-8c61-bd940d9acce2 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:33.211820 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-2fa3b8f5-3121-4c1c-994d-bd10dd767c9d req-8282301a-051b-4f79-8c61-bd940d9acce2 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.24 "GET /v2.0/networks?id=05347023-7f45-4941-9645-f74845d1ff41 HTTP/1.1" status: 200 len: 808 time: 0.1277142 Jan 27 16:51:33.247797 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-8c2d4524-3cc8-4d65-8123-07c1993887bb req-9429602f-5dae-49ae-947e-796883a3a284 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=52be2b41-f385-4b04-9c22-e44335586e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503206 Jan 27 16:51:33.289103 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-2fa3b8f5-3121-4c1c-994d-bd10dd767c9d req-a6516755-5155-4367-a344-ae60386860af tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c13f9d51cfe44de91903d2de6032c92 HTTP/1.1" status: 200 len: 380 time: 0.0668929 Jan 27 16:51:33.304992 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.v2.base [req-2fa3b8f5-3121-4c1c-994d-bd10dd767c9d req-d98ead73-7200-4f27-ac2e-a4013245a3f7 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Request body: {'port': {'device_id': '7e2afd7a-cfd6-4228-b067-077d9f739343', 'network_id': '05347023-7f45-4941-9645-f74845d1ff41', 'admin_state_up': True, 'tenant_id': '5c13f9d51cfe44de91903d2de6032c92', 'security_groups': ['ef32afb6-089b-4677-972e-4c461cd72a86']}} {{(pid=114094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:51:33.332542 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307eb72d-78a0-433d-976e-611354d43944 req-bf353257-34c6-4aba-a4f1-3611cb35902d tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:33.334344 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-307eb72d-78a0-433d-976e-611354d43944 req-bf353257-34c6-4aba-a4f1-3611cb35902d tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=27dbabab-3baf-4446-aaad-bdd80b162cd7 HTTP/1.1" status: 200 len: 945 time: 0.0560098 Jan 27 16:51:33.382439 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-307eb72d-78a0-433d-976e-611354d43944 req-22770723-100e-4e81-82e5-66af28110e91 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/security-groups?id=341578a6-674d-4340-af0f-c81e76fc0269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425117 Jan 27 16:51:33.415481 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fa3b8f5-3121-4c1c-994d-bd10dd767c9d req-d98ead73-7200-4f27-ac2e-a4013245a3f7 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Made reservation on behalf of 5c13f9d51cfe44de91903d2de6032c92 for: {'port': 1} {{(pid=114094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:51:33.418826 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-2fa3b8f5-3121-4c1c-994d-bd10dd767c9d req-d98ead73-7200-4f27-ac2e-a4013245a3f7 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:33.561151 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.db_base_plugin_common [req-2fa3b8f5-3121-4c1c-994d-bd10dd767c9d req-d98ead73-7200-4f27-ac2e-a4013245a3f7 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Allocated IP 172.20.0.8 (05347023-7f45-4941-9645-f74845d1ff41/7ab5f392-687f-432c-88e9-dac8c277b717/4c6d1bb1-4016-470a-874a-0345faae637a) {{(pid=114094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:51:33.705268 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-2fa3b8f5-3121-4c1c-994d-bd10dd767c9d req-d98ead73-7200-4f27-ac2e-a4013245a3f7 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Publish callbacks [] for port (4c6d1bb1-4016-470a-874a-0345faae637a), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:33.742146 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-2fa3b8f5-3121-4c1c-994d-bd10dd767c9d req-d98ead73-7200-4f27-ac2e-a4013245a3f7 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740202573617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777202'] for port (4c6d1bb1-4016-470a-874a-0345faae637a), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:33.805360 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fa3b8f5-3121-4c1c-994d-bd10dd767c9d req-d98ead73-7200-4f27-ac2e-a4013245a3f7 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Network 05347023-7f45-4941-9645-f74845d1ff41 is already hosted by enough agents. {{(pid=114094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:51:33.809308 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.base_scheduler [req-2fa3b8f5-3121-4c1c-994d-bd10dd767c9d req-d98ead73-7200-4f27-ac2e-a4013245a3f7 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Resources bound (agent type, host, resource id): {{(pid=114094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:51:33.813450 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fa3b8f5-3121-4c1c-994d-bd10dd767c9d req-d98ead73-7200-4f27-ac2e-a4013245a3f7 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Received port after_create {{(pid=114094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:51:33.858756 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87aaa9d-a535-4adc-915f-5256e7f1bba5 req-9137b7df-5e40-4cb9-b345-e17aadf3c439 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:33.867840 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-f87aaa9d-a535-4adc-915f-5256e7f1bba5 req-9137b7df-5e40-4cb9-b345-e17aadf3c439 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2 HTTP/1.1" status: 200 len: 945 time: 0.0638654 Jan 27 16:51:33.881657 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98ead73-7200-4f27-ac2e-a4013245a3f7 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Pushing event updated for resources: {'Port': ['ID=4c6d1bb1-4016-470a-874a-0345faae637a,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:51:33.907791 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa3b8f5-3121-4c1c-994d-bd10dd767c9d req-d98ead73-7200-4f27-ac2e-a4013245a3f7 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:33.908389 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-2fa3b8f5-3121-4c1c-994d-bd10dd767c9d req-d98ead73-7200-4f27-ac2e-a4013245a3f7 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118807'] for port (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:33.939085 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-2fa3b8f5-3121-4c1c-994d-bd10dd767c9d req-d98ead73-7200-4f27-ac2e-a4013245a3f7 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6385465 Jan 27 16:51:33.952163 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-f87aaa9d-a535-4adc-915f-5256e7f1bba5 req-c29b8419-717b-462b-b67b-c1a188aed847 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833368 Jan 27 16:51:33.960119 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.v2.base [req-2fa3b8f5-3121-4c1c-994d-bd10dd767c9d req-36fc98f8-3fd8-42a5-9bec-9cd8e43e0307 service neutron] Request body: {'port': {'device_id': '7e2afd7a-cfd6-4228-b067-077d9f739343', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81883'}} {{(pid=114094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:51:34.028526 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-2fa3b8f5-3121-4c1c-994d-bd10dd767c9d req-36fc98f8-3fd8-42a5-9bec-9cd8e43e0307 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (4c6d1bb1-4016-470a-874a-0345faae637a), before_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:34.132764 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-f03a479f-d81c-4a38-8370-0f10ae0126b4 None None] Provisioning complete for port 4c6d1bb1-4016-470a-874a-0345faae637a triggered by entity DHCP. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:51:34.133779 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-f03a479f-d81c-4a38-8370-0f10ae0126b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (4c6d1bb1-4016-470a-874a-0345faae637a), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:34.152825 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191a561-dba5-42ca-838f-f9810c562f39 req-c4959e9c-8548-4dd7-9367-660ad5043716 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:34.158538 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-e191a561-dba5-42ca-838f-f9810c562f39 req-c4959e9c-8548-4dd7-9367-660ad5043716 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e2afd7a-cfd6-4228-b067-077d9f739343 HTTP/1.1" status: 200 len: 931 time: 0.0718002 Jan 27 16:51:34.181244 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-f03a479f-d81c-4a38-8370-0f10ae0126b4 None None] Port 4c6d1bb1-4016-470a-874a-0345faae637a cannot update to ACTIVE because it is not bound. {{(pid=114096) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 16:51:34.238157 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-e191a561-dba5-42ca-838f-f9810c562f39 req-4d2dbed3-6b3a-4b47-bbe7-7b19b08914be tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef32afb6-089b-4677-972e-4c461cd72a86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732324 Jan 27 16:51:34.279108 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6b0e9-744d-40ed-a7d8-faac34f4e822 req-f9745f01-d9b5-4d62-8f79-9e9493ca9722 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:34.280795 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-a1c6b0e9-744d-40ed-a7d8-faac34f4e822 req-f9745f01-d9b5-4d62-8f79-9e9493ca9722 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] 10.222.0.48 "GET /v2.0/ports?device_id=f96a1173-38ca-4f56-84b4-823e2284fcef HTTP/1.1" status: 200 len: 945 time: 0.0666432 Jan 27 16:51:34.342843 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.notifiers.nova [req-2fa3b8f5-3121-4c1c-994d-bd10dd767c9d req-36fc98f8-3fd8-42a5-9bec-9cd8e43e0307 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c6d1bb1-4016-470a-874a-0345faae637a {{(pid=114094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:51:34.343761 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-a1c6b0e9-744d-40ed-a7d8-faac34f4e822 req-4e64b576-9765-42f8-b606-e8c7ed0cb46f tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] 10.222.0.48 "GET /v2.0/security-groups?id=0feb8893-1709-4a6f-b008-569857e74965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559669 Jan 27 16:51:34.351797 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-2fa3b8f5-3121-4c1c-994d-bd10dd767c9d req-36fc98f8-3fd8-42a5-9bec-9cd8e43e0307 service neutron] Publish callbacks [] for port (4c6d1bb1-4016-470a-874a-0345faae637a), precommit_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:34.364895 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.provisioning_blocks [req-2fa3b8f5-3121-4c1c-994d-bd10dd767c9d req-36fc98f8-3fd8-42a5-9bec-9cd8e43e0307 service neutron] Transition to ACTIVE for port object 4c6d1bb1-4016-470a-874a-0345faae637a will not be triggered until provisioned by entity L2. {{(pid=114094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 16:51:34.368717 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-2fa3b8f5-3121-4c1c-994d-bd10dd767c9d req-36fc98f8-3fd8-42a5-9bec-9cd8e43e0307 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8776969'] for port (4c6d1bb1-4016-470a-874a-0345faae637a), after_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:34.391947 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4eca4b-f9a4-4b14-b76c-b48a01309328 req-9aa86855-58d8-4731-8579-c59099c5a8d2 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:34.393429 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-5d4eca4b-f9a4-4b14-b76c-b48a01309328 req-9aa86855-58d8-4731-8579-c59099c5a8d2 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 945 time: 0.0659411 Jan 27 16:51:34.450820 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-5d4eca4b-f9a4-4b14-b76c-b48a01309328 req-598f5572-3906-4ca3-b04f-d4332e5b24be tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=52be2b41-f385-4b04-9c22-e44335586e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501564 Jan 27 16:51:34.478382 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fc98f8-3fd8-42a5-9bec-9cd8e43e0307 service neutron] Pushing event updated for resources: {'Port': ['ID=4c6d1bb1-4016-470a-874a-0345faae637a,revision_number=2']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:51:34.503376 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.managers [req-2fa3b8f5-3121-4c1c-994d-bd10dd767c9d req-36fc98f8-3fd8-42a5-9bec-9cd8e43e0307 service neutron] Attempting to bind port 4c6d1bb1-4016-470a-874a-0345faae637a on host hv-cinder-81883 for vnic_type normal with profile {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:51:34.503850 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.managers [req-2fa3b8f5-3121-4c1c-994d-bd10dd767c9d req-36fc98f8-3fd8-42a5-9bec-9cd8e43e0307 service neutron] Attempting to bind port 4c6d1bb1-4016-470a-874a-0345faae637a by drivers openvswitch,hyperv on host hv-cinder-81883 at level 0 using segments [{'id': '9cf010a4-01d5-45d3-8f39-2af2ba8124ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '05347023-7f45-4941-9645-f74845d1ff41'}] {{(pid=114094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:51:34.504211 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa3b8f5-3121-4c1c-994d-bd10dd767c9d req-36fc98f8-3fd8-42a5-9bec-9cd8e43e0307 service neutron] Attempting to bind port 4c6d1bb1-4016-470a-874a-0345faae637a on network 05347023-7f45-4941-9645-f74845d1ff41 {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:51:34.509000 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa3b8f5-3121-4c1c-994d-bd10dd767c9d req-36fc98f8-3fd8-42a5-9bec-9cd8e43e0307 service neutron] Port 4c6d1bb1-4016-470a-874a-0345faae637a on network 05347023-7f45-4941-9645-f74845d1ff41 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81883 {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 16:51:34.509366 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa3b8f5-3121-4c1c-994d-bd10dd767c9d req-36fc98f8-3fd8-42a5-9bec-9cd8e43e0307 service neutron] Attempting to bind port 4c6d1bb1-4016-470a-874a-0345faae637a on network 05347023-7f45-4941-9645-f74845d1ff41 {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:51:34.514415 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa3b8f5-3121-4c1c-994d-bd10dd767c9d req-36fc98f8-3fd8-42a5-9bec-9cd8e43e0307 service neutron] Checking agent: {'id': '853c399d-72c7-467e-bd42-08a47e7fb1c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81883', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 46, 47), 'started_at': datetime.datetime(2022, 1, 27, 16, 46, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:51:34.515119 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa3b8f5-3121-4c1c-994d-bd10dd767c9d req-36fc98f8-3fd8-42a5-9bec-9cd8e43e0307 service neutron] Checking segment: {'id': '9cf010a4-01d5-45d3-8f39-2af2ba8124ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '05347023-7f45-4941-9645-f74845d1ff41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:51:34.515314 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa3b8f5-3121-4c1c-994d-bd10dd767c9d req-36fc98f8-3fd8-42a5-9bec-9cd8e43e0307 service neutron] Bound using segment: {'id': '9cf010a4-01d5-45d3-8f39-2af2ba8124ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '05347023-7f45-4941-9645-f74845d1ff41'} {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:51:34.515774 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.managers [req-2fa3b8f5-3121-4c1c-994d-bd10dd767c9d req-36fc98f8-3fd8-42a5-9bec-9cd8e43e0307 service neutron] Bound port: 4c6d1bb1-4016-470a-874a-0345faae637a, host: hv-cinder-81883, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cf010a4-01d5-45d3-8f39-2af2ba8124ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '05347023-7f45-4941-9645-f74845d1ff41'}}] {{(pid=114094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:51:34.516137 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-2fa3b8f5-3121-4c1c-994d-bd10dd767c9d req-36fc98f8-3fd8-42a5-9bec-9cd8e43e0307 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (4c6d1bb1-4016-470a-874a-0345faae637a), before_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:34.540609 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f7019-7759-4ac9-a382-63b7f6bd9c60 req-a5c39143-b573-4b27-a562-1b8c1cfb7084 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:34.550678 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-301f7019-7759-4ac9-a382-63b7f6bd9c60 req-a5c39143-b573-4b27-a562-1b8c1cfb7084 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=27dbabab-3baf-4446-aaad-bdd80b162cd7 HTTP/1.1" status: 200 len: 945 time: 0.0690641 Jan 27 16:51:34.603359 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-301f7019-7759-4ac9-a382-63b7f6bd9c60 req-660acf71-2b1b-414a-b27f-3bc8619d1124 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/security-groups?id=341578a6-674d-4340-af0f-c81e76fc0269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517914 Jan 27 16:51:34.612674 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.db [req-2fa3b8f5-3121-4c1c-994d-bd10dd767c9d req-36fc98f8-3fd8-42a5-9bec-9cd8e43e0307 service neutron] For port 4c6d1bb1-4016-470a-874a-0345faae637a, host hv-cinder-81883, cleared binding levels {{(pid=114094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:51:34.616759 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.db [req-2fa3b8f5-3121-4c1c-994d-bd10dd767c9d req-36fc98f8-3fd8-42a5-9bec-9cd8e43e0307 service neutron] For port 4c6d1bb1-4016-470a-874a-0345faae637a, host hv-cinder-81883, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=4c6d1bb1-4016-470a-874a-0345faae637a,segment=NetworkSegment(9cf010a4-01d5-45d3-8f39-2af2ba8124ec),segment_id=9cf010a4-01d5-45d3-8f39-2af2ba8124ec)] {{(pid=114094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:51:34.624868 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-2fa3b8f5-3121-4c1c-994d-bd10dd767c9d req-36fc98f8-3fd8-42a5-9bec-9cd8e43e0307 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8776969'] for port (4c6d1bb1-4016-470a-874a-0345faae637a), after_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:34.659398 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa3b8f5-3121-4c1c-994d-bd10dd767c9d req-36fc98f8-3fd8-42a5-9bec-9cd8e43e0307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:34.660096 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-2fa3b8f5-3121-4c1c-994d-bd10dd767c9d req-36fc98f8-3fd8-42a5-9bec-9cd8e43e0307 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118807'] for port (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:34.662056 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-2fa3b8f5-3121-4c1c-994d-bd10dd767c9d req-36fc98f8-3fd8-42a5-9bec-9cd8e43e0307 service neutron] 10.222.0.24 "PUT /v2.0/ports/4c6d1bb1-4016-470a-874a-0345faae637a HTTP/1.1" status: 200 len: 1093 time: 0.7156394 Jan 27 16:51:34.662488 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e2afd7a-cfd6-4228-b067-077d9f739343', 'tag': '4c6d1bb1-4016-470a-874a-0345faae637a'}] {{(pid=114094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:51:34.664906 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}342a798d1d13ecd85fd4efdf34ff3908ecd3b9322feeb0f720fcdcd52e7e333b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9955aa7c-ad5d-4bdd-8c77-bd8af62f0f55" -d '{"events": [{"name": "network-changed", "server_uuid": "7e2afd7a-cfd6-4228-b067-077d9f739343", "tag": "4c6d1bb1-4016-470a-874a-0345faae637a"}]}' {{(pid=114094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:51:34.706513 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fc98f8-3fd8-42a5-9bec-9cd8e43e0307 service neutron] Pushing event updated for resources: {'Port': ['ID=4c6d1bb1-4016-470a-874a-0345faae637a,revision_number=3']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:51:34.725592 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 16:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41a99460-3d85-4ee7-8f93-b3cd833d16c3 x-openstack-request-id: req-41a99460-3d85-4ee7-8f93-b3cd833d16c3 {{(pid=114094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:51:34.725885 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e2afd7a-cfd6-4228-b067-077d9f739343", "tag": "4c6d1bb1-4016-470a-874a-0345faae637a", "status": "completed", "code": 200}]} {{(pid=114094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:51:34.726561 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-41a99460-3d85-4ee7-8f93-b3cd833d16c3 {{(pid=114094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:51:34.726987 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e2afd7a-cfd6-4228-b067-077d9f739343', 'tag': '4c6d1bb1-4016-470a-874a-0345faae637a', 'status': 'completed', 'code': 200} Jan 27 16:51:34.758608 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa3b8f5-3121-4c1c-994d-bd10dd767c9d req-dc8b5a9e-54af-45c7-9761-ef249da6460c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:34.761481 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-2fa3b8f5-3121-4c1c-994d-bd10dd767c9d req-dc8b5a9e-54af-45c7-9761-ef249da6460c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5c13f9d51cfe44de91903d2de6032c92&device_id=7e2afd7a-cfd6-4228-b067-077d9f739343 HTTP/1.1" status: 200 len: 1096 time: 0.0489657 Jan 27 16:51:34.811780 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-2fa3b8f5-3121-4c1c-994d-bd10dd767c9d req-859d03d1-67d0-4216-abb8-6370b757dcf6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c6d1bb1-4016-470a-874a-0345faae637a HTTP/1.1" status: 200 len: 217 time: 0.0400784 Jan 27 16:51:34.869934 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa3b8f5-3121-4c1c-994d-bd10dd767c9d req-dc0d22db-7dd0-4821-8bd6-6b7378eac8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:34.871359 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-2fa3b8f5-3121-4c1c-994d-bd10dd767c9d req-dc0d22db-7dd0-4821-8bd6-6b7378eac8cb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7ab5f392-687f-432c-88e9-dac8c277b717 HTTP/1.1" status: 200 len: 847 time: 0.0444982 Jan 27 16:51:34.919451 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa3b8f5-3121-4c1c-994d-bd10dd767c9d req-7a40b5da-fa87-46bf-b62b-42f27cd4a1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:34.920950 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-2fa3b8f5-3121-4c1c-994d-bd10dd767c9d req-7a40b5da-fa87-46bf-b62b-42f27cd4a1a1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=05347023-7f45-4941-9645-f74845d1ff41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407257 Jan 27 16:51:35.079403 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e9526d-b051-443d-9601-b4abadfc5707 req-da0321e3-4e7e-4519-a174-fb0fb24f410b tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:35.081300 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-c8e9526d-b051-443d-9601-b4abadfc5707 req-da0321e3-4e7e-4519-a174-fb0fb24f410b tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2 HTTP/1.1" status: 200 len: 945 time: 0.0649209 Jan 27 16:51:35.146206 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-c8e9526d-b051-443d-9601-b4abadfc5707 req-45d4e536-ddd8-42ef-9e48-f32dc94b092b tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575557 Jan 27 16:51:35.289812 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-2fa3b8f5-3121-4c1c-994d-bd10dd767c9d req-61b82a04-f046-42cf-84b9-dc73daded669 service neutron] 10.222.0.24 "GET /v2.0/networks/05347023-7f45-4941-9645-f74845d1ff41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547807 Jan 27 16:51:35.296456 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbcfd8a-d46d-4324-a374-f7c6e51f6702 req-d49ff54f-c6ab-447a-9302-d11c2bc7d3b1 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:35.297994 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-1fbcfd8a-d46d-4324-a374-f7c6e51f6702 req-d49ff54f-c6ab-447a-9302-d11c2bc7d3b1 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] 10.222.0.24 "GET /v2.0/ports?device_id=f96a1173-38ca-4f56-84b4-823e2284fcef HTTP/1.1" status: 200 len: 945 time: 0.0787365 Jan 27 16:51:35.359113 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455d58cd-544e-402d-bdff-8b4762530ed4 req-e73f80dc-c2f8-4275-8b04-847196e6f193 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:35.360743 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-455d58cd-544e-402d-bdff-8b4762530ed4 req-e73f80dc-c2f8-4275-8b04-847196e6f193 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e2afd7a-cfd6-4228-b067-077d9f739343 HTTP/1.1" status: 200 len: 943 time: 0.0497096 Jan 27 16:51:35.423890 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-455d58cd-544e-402d-bdff-8b4762530ed4 req-eb0ddb69-e6df-48a8-b5fd-8d5fb727ddf5 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef32afb6-089b-4677-972e-4c461cd72a86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558412 Jan 27 16:51:35.455962 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-2fa3b8f5-3121-4c1c-994d-bd10dd767c9d req-730ee6d4-e797-413d-8074-266d1f5adda0 service neutron] 10.222.0.24 "GET /v2.0/networks/05347023-7f45-4941-9645-f74845d1ff41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569178 Jan 27 16:51:35.468791 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.plugin [req-1fbcfd8a-d46d-4324-a374-f7c6e51f6702 req-5b370b1b-2601-4b68-8089-225819943ce1 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] Deleting port 23b59776-3350-45a6-8be5-c4efd77d9022 {{(pid=114094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:51:35.469220 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-1fbcfd8a-d46d-4324-a374-f7c6e51f6702 req-5b370b1b-2601-4b68-8089-225819943ce1 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740202897008'] for port (23b59776-3350-45a6-8be5-c4efd77d9022), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:35.483471 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a806fd26-6179-49e5-a431-c04442599447 req-d8c0a53a-e483-4b3d-9fa6-007863ad364b tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:35.484956 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-a806fd26-6179-49e5-a431-c04442599447 req-d8c0a53a-e483-4b3d-9fa6-007863ad364b tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] 10.222.0.48 "GET /v2.0/ports?device_id=f96a1173-38ca-4f56-84b4-823e2284fcef HTTP/1.1" status: 200 len: 945 time: 0.0573328 Jan 27 16:51:35.523740 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device abeda3c4-6ebc-46ec-9c5e-ff3315222ece details requested by agent hyperv_hv-cinder-81883 with host hv-cinder-81883 {{(pid=114096) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 16:51:35.561853 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-a806fd26-6179-49e5-a431-c04442599447 req-5d5d9545-cb01-4db1-9dc4-197e1f5e81fd tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] 10.222.0.48 "GET /v2.0/security-groups?id=0feb8893-1709-4a6f-b008-569857e74965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714073 Jan 27 16:51:35.592102 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9955aa7c-ad5d-4bdd-8c77-bd8af62f0f55 req-3b82eb0b-8308-4342-9f82-5e1a36958943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:35.592102 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-9955aa7c-ad5d-4bdd-8c77-bd8af62f0f55 req-3b82eb0b-8308-4342-9f82-5e1a36958943 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5c13f9d51cfe44de91903d2de6032c92&device_id=7e2afd7a-cfd6-4228-b067-077d9f739343 HTTP/1.1" status: 200 len: 1096 time: 0.0612288 Jan 27 16:51:35.615079 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3041da-8b86-4041-ae93-ea044ff9efac req-a515b4fc-832d-4129-a94c-570fede0111d tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:35.625437 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-ef3041da-8b86-4041-ae93-ea044ff9efac req-a515b4fc-832d-4129-a94c-570fede0111d tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 945 time: 0.0752532 Jan 27 16:51:35.657353 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] For port abeda3c4-6ebc-46ec-9c5e-ff3315222ece, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=abeda3c4-6ebc-46ec-9c5e-ff3315222ece,segment=NetworkSegment(f24320bd-5fde-4b90-81d3-17a919a07a12),segment_id=f24320bd-5fde-4b90-81d3-17a919a07a12)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:51:35.673261 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Returning: {'device': 'abeda3c4-6ebc-46ec-9c5e-ff3315222ece', 'network_id': '4e17d67f-4d84-42b2-a3bf-cf48fd71687d', 'port_id': 'abeda3c4-6ebc-46ec-9c5e-ff3315222ece', 'mac_address': 'fa:16:3e:c8:72:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0494b2b-60e2-42b5-a63f-939831eceb11', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114096) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 16:51:35.697337 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-ef3041da-8b86-4041-ae93-ea044ff9efac req-a2ea9ce4-1136-4e96-aa94-4d37317c807a tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=52be2b41-f385-4b04-9c22-e44335586e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709524 Jan 27 16:51:35.708875 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.db [req-1fbcfd8a-d46d-4324-a374-f7c6e51f6702 req-5b370b1b-2601-4b68-8089-225819943ce1 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] For port 23b59776-3350-45a6-8be5-c4efd77d9022, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=23b59776-3350-45a6-8be5-c4efd77d9022,segment=NetworkSegment(0c5e0649-c233-43ef-8f81-7b2e760b326f),segment_id=0c5e0649-c233-43ef-8f81-7b2e760b326f)] {{(pid=114094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:51:35.709256 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-1fbcfd8a-d46d-4324-a374-f7c6e51f6702 req-5b370b1b-2601-4b68-8089-225819943ce1 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797243'] for port (23b59776-3350-45a6-8be5-c4efd77d9022), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:35.721418 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Current status of the port abeda3c4-6ebc-46ec-9c5e-ff3315222ece is: ACTIVE; New status is: BUILD {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:51:35.722082 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (abeda3c4-6ebc-46ec-9c5e-ff3315222ece), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:35.731629 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.plugin [req-1fbcfd8a-d46d-4324-a374-f7c6e51f6702 req-5b370b1b-2601-4b68-8089-225819943ce1 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] Calling delete_port for 23b59776-3350-45a6-8be5-c4efd77d9022 owned by compute:nova {{(pid=114094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:51:35.736766 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.notifiers.nova [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id abeda3c4-6ebc-46ec-9c5e-ff3315222ece {{(pid=114096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:51:35.750234 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d0fbd2-cc85-413d-9669-64a34b5f4f50 req-0b561047-a397-4b3c-bc16-6aebb4a29a04 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:35.751737 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-59d0fbd2-cc85-413d-9669-64a34b5f4f50 req-0b561047-a397-4b3c-bc16-6aebb4a29a04 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=27dbabab-3baf-4446-aaad-bdd80b162cd7 HTTP/1.1" status: 200 len: 945 time: 0.0659823 Jan 27 16:51:35.760318 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] For port abeda3c4-6ebc-46ec-9c5e-ff3315222ece, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=abeda3c4-6ebc-46ec-9c5e-ff3315222ece,segment=NetworkSegment(f24320bd-5fde-4b90-81d3-17a919a07a12),segment_id=f24320bd-5fde-4b90-81d3-17a919a07a12)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:51:35.765116 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (abeda3c4-6ebc-46ec-9c5e-ff3315222ece), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:35.810924 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-59d0fbd2-cc85-413d-9669-64a34b5f4f50 req-51dad8ec-364a-4d84-be36-e8b30bd9ab84 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/security-groups?id=341578a6-674d-4340-af0f-c81e76fc0269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495050 Jan 27 16:51:35.813651 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9955aa7c-ad5d-4bdd-8c77-bd8af62f0f55 req-cd96023d-92aa-43b9-a97e-7eba70a1ed1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:35.815875 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-9955aa7c-ad5d-4bdd-8c77-bd8af62f0f55 req-cd96023d-92aa-43b9-a97e-7eba70a1ed1e service neutron] 10.222.0.24 "GET /v2.0/networks?id=05347023-7f45-4941-9645-f74845d1ff41 HTTP/1.1" status: 200 len: 909 time: 0.2047324 Jan 27 16:51:35.818661 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Pushing event updated for resources: {'Port': ['ID=abeda3c4-6ebc-46ec-9c5e-ff3315222ece,revision_number=6']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:51:35.871412 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-9955aa7c-ad5d-4bdd-8c77-bd8af62f0f55 req-586ef7b3-abcb-44f3-a2c4-0d0ead941a18 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c6d1bb1-4016-470a-874a-0345faae637a HTTP/1.1" status: 200 len: 217 time: 0.0426197 Jan 27 16:51:35.913588 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] get_ports_and_sgs() called for port_ids ['abeda3c4-6ebc-46ec-9c5e-ff3315222ece'] {{(pid=114096) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 16:51:35.955034 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9955aa7c-ad5d-4bdd-8c77-bd8af62f0f55 req-07da2684-21a4-41fb-9f65-603523d24b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:35.956506 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-9955aa7c-ad5d-4bdd-8c77-bd8af62f0f55 req-07da2684-21a4-41fb-9f65-603523d24b12 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7ab5f392-687f-432c-88e9-dac8c277b717 HTTP/1.1" status: 200 len: 847 time: 0.0752988 Jan 27 16:51:36.002648 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-1fbcfd8a-d46d-4324-a374-f7c6e51f6702 req-5b370b1b-2601-4b68-8089-225819943ce1 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740202902474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740202573626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777202'] for port (23b59776-3350-45a6-8be5-c4efd77d9022), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:36.016832 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] get_ports_and_sgs() called for port_ids ['23b59776-3350-45a6-8be5-c4efd77d9022'] {{(pid=114096) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 16:51:36.040059 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b370b1b-2601-4b68-8089-225819943ce1 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] Pushing event deleted for resources: {'Port': ['ID=23b59776-3350-45a6-8be5-c4efd77d9022,revision_number=None']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:51:36.052491 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9955aa7c-ad5d-4bdd-8c77-bd8af62f0f55 req-a19758ca-c440-4d8e-9efc-b8d2f5d4c435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:36.053915 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-9955aa7c-ad5d-4bdd-8c77-bd8af62f0f55 req-a19758ca-c440-4d8e-9efc-b8d2f5d4c435 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=05347023-7f45-4941-9645-f74845d1ff41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0892603 Jan 27 16:51:36.102342 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fbcfd8a-d46d-4324-a374-f7c6e51f6702 req-5b370b1b-2601-4b68-8089-225819943ce1 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] No DVR routers for this DVR port 23b59776-3350-45a6-8be5-c4efd77d9022 on host hv-cinder-81883 {{(pid=114094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 16:51:36.126951 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-1fbcfd8a-d46d-4324-a374-f7c6e51f6702 req-5b370b1b-2601-4b68-8089-225819943ce1 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118807'] for port (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:36.130398 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-1fbcfd8a-d46d-4324-a374-f7c6e51f6702 req-5b370b1b-2601-4b68-8089-225819943ce1 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] 10.222.0.24 "DELETE /v2.0/ports/23b59776-3350-45a6-8be5-c4efd77d9022 HTTP/1.1" status: 204 len: 173 time: 0.8229325 Jan 27 16:51:36.174828 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-9955aa7c-ad5d-4bdd-8c77-bd8af62f0f55 req-ae4023bb-7e4b-4563-b570-ae4872753102 service neutron] 10.222.0.24 "GET /v2.0/networks/05347023-7f45-4941-9645-f74845d1ff41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075826 Jan 27 16:51:36.271323 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212d2108-0ccf-4451-b090-9a46d76c7fe2 req-1162b838-3ee9-45bf-9f65-221b20cf4caf tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:36.273202 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-212d2108-0ccf-4451-b090-9a46d76c7fe2 req-1162b838-3ee9-45bf-9f65-221b20cf4caf tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2 HTTP/1.1" status: 200 len: 945 time: 0.0562165 Jan 27 16:51:36.321350 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-9955aa7c-ad5d-4bdd-8c77-bd8af62f0f55 req-9631ce7d-e478-430b-8412-f9d18d63d85c service neutron] 10.222.0.24 "GET /v2.0/networks/05347023-7f45-4941-9645-f74845d1ff41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232388 Jan 27 16:51:36.337314 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-212d2108-0ccf-4451-b090-9a46d76c7fe2 req-43e99d58-c861-4d94-bedb-26f7e6cbe231 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571661 Jan 27 16:51:36.544634 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c8635c-e0e2-4d01-ac84-a78145dd48c0 req-2ff383c9-1ffd-493e-8e8c-75876ab779c8 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:36.548258 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-19c8635c-e0e2-4d01-ac84-a78145dd48c0 req-2ff383c9-1ffd-493e-8e8c-75876ab779c8 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e2afd7a-cfd6-4228-b067-077d9f739343 HTTP/1.1" status: 200 len: 943 time: 0.0607896 Jan 27 16:51:36.609310 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-19c8635c-e0e2-4d01-ac84-a78145dd48c0 req-679b9de3-06df-4bba-82ee-a7b4b79eea71 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef32afb6-089b-4677-972e-4c461cd72a86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561593 Jan 27 16:51:36.658723 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 49222) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:51:36.706298 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-a326567f-7fb8-4ba5-85a2-6e4902609683 req-a2ccd5a1-10ed-484c-8d59-415fb78dd271 tempest-VolumesActionsTest-1649066442 tempest-VolumesActionsTest-1649066442-project] 10.222.0.48 "GET /v2.0/ports?device_id=f96a1173-38ca-4f56-84b4-823e2284fcef HTTP/1.1" status: 200 len: 210 time: 0.0283210 Jan 27 16:51:36.727970 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f96a1173-38ca-4f56-84b4-823e2284fcef', 'name': 'network-vif-deleted', 'tag': '23b59776-3350-45a6-8be5-c4efd77d9022'}] {{(pid=114094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:51:36.730644 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}342a798d1d13ecd85fd4efdf34ff3908ecd3b9322feeb0f720fcdcd52e7e333b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2366a39c-9dbb-457b-b0fa-d61bf16c8776" -d '{"events": [{"server_uuid": "f96a1173-38ca-4f56-84b4-823e2284fcef", "name": "network-vif-deleted", "tag": "23b59776-3350-45a6-8be5-c4efd77d9022"}]}' {{(pid=114094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:51:36.776145 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 16:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee5dcb0-88e0-4c84-9780-2453e82d261e x-openstack-request-id: req-4ee5dcb0-88e0-4c84-9780-2453e82d261e {{(pid=114094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:51:36.776596 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f96a1173-38ca-4f56-84b4-823e2284fcef", "name": "network-vif-deleted", "tag": "23b59776-3350-45a6-8be5-c4efd77d9022", "status": "completed", "code": 200}]} {{(pid=114094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:51:36.776996 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4ee5dcb0-88e0-4c84-9780-2453e82d261e {{(pid=114094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:51:36.777476 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f96a1173-38ca-4f56-84b4-823e2284fcef', 'name': 'network-vif-deleted', 'tag': '23b59776-3350-45a6-8be5-c4efd77d9022', 'status': 'completed', 'code': 200} Jan 27 16:51:36.852122 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-aadd8b01-574d-4fd5-86d3-95a5cecd2101 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:36.869518 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc4f188-f7c2-495c-a253-15aae6b207c6 req-22bdd8cd-7578-45cb-a610-bdf03cf30d6f tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:36.871392 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-4bc4f188-f7c2-495c-a253-15aae6b207c6 req-22bdd8cd-7578-45cb-a610-bdf03cf30d6f tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 944 time: 0.0560625 Jan 27 16:51:36.960938 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-4bc4f188-f7c2-495c-a253-15aae6b207c6 req-7aeb4ea9-99d2-4467-9dea-f9a01b8c3cf4 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=52be2b41-f385-4b04-9c22-e44335586e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823226 Jan 27 16:51:36.994212 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-aadd8b01-574d-4fd5-86d3-95a5cecd2101 admin admin] Publish callbacks [] for security_group (13dd0023-e1cf-40a2-8d2c-9b33450dbbe4), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:36.994212 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-aadd8b01-574d-4fd5-86d3-95a5cecd2101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (13dd0023-e1cf-40a2-8d2c-9b33450dbbe4), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:36.999600 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714069cf-b1ab-4549-9906-0da78bdddb26 req-274e8e1a-c686-483f-bf74-9a0d8745869e tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:37.001053 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-714069cf-b1ab-4549-9906-0da78bdddb26 req-274e8e1a-c686-483f-bf74-9a0d8745869e tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=27dbabab-3baf-4446-aaad-bdd80b162cd7 HTTP/1.1" status: 200 len: 945 time: 0.0680809 Jan 27 16:51:37.030663 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-aadd8b01-574d-4fd5-86d3-95a5cecd2101 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=749c1d737a92411683ab7e862aaa15ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3705237 Jan 27 16:51:37.031554 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadd8b01-574d-4fd5-86d3-95a5cecd2101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13dd0023-e1cf-40a2-8d2c-9b33450dbbe4,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:51:37.034371 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 49244) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:51:37.082483 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-714069cf-b1ab-4549-9906-0da78bdddb26 req-45e84029-7741-4bc2-b393-1373fa127903 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/security-groups?id=341578a6-674d-4340-af0f-c81e76fc0269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706711 Jan 27 16:51:37.104205 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-a909c077-335a-4864-989b-c562baa346c0 admin admin] Publish callbacks [] for security_group (13dd0023-e1cf-40a2-8d2c-9b33450dbbe4), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:37.127109 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-a909c077-335a-4864-989b-c562baa346c0 admin admin] Publish callbacks [] for security_group (13dd0023-e1cf-40a2-8d2c-9b33450dbbe4), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:37.178131 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-a909c077-335a-4864-989b-c562baa346c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (13dd0023-e1cf-40a2-8d2c-9b33450dbbe4), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:37.180801 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-a909c077-335a-4864-989b-c562baa346c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:37.182078 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-a909c077-335a-4864-989b-c562baa346c0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/13dd0023-e1cf-40a2-8d2c-9b33450dbbe4 HTTP/1.1" status: 204 len: 168 time: 0.1460738 Jan 27 16:51:37.193372 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a909c077-335a-4864-989b-c562baa346c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13dd0023-e1cf-40a2-8d2c-9b33450dbbe4,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:51:37.501792 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3466207-d1de-49bb-994a-702ae1ed32df req-2d40432b-2e81-4a7f-9720-4b69a97c4dee tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:37.510332 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-b3466207-d1de-49bb-994a-702ae1ed32df req-2d40432b-2e81-4a7f-9720-4b69a97c4dee tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2 HTTP/1.1" status: 200 len: 945 time: 0.0631466 Jan 27 16:51:37.536215 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 49274) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:51:37.540009 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device abeda3c4-6ebc-46ec-9c5e-ff3315222ece up at agent hyperv_hv-cinder-81883 {{(pid=114096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:51:37.555312 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-dd1a341c-e5c9-450c-ba03-56a4e99e52db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:37.598421 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-b3466207-d1de-49bb-994a-702ae1ed32df req-c6a340e0-7dbc-4df1-bcc6-d68efa274376 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865579 Jan 27 16:51:37.641111 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Provisioning complete for port abeda3c4-6ebc-46ec-9c5e-ff3315222ece triggered by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:51:37.641671 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (abeda3c4-6ebc-46ec-9c5e-ff3315222ece), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:37.653354 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-dd1a341c-e5c9-450c-ba03-56a4e99e52db admin admin] Publish callbacks [] for security_group (e53c9a9f-7c6c-4573-b70e-d0bb34e66512), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:37.657731 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-dd1a341c-e5c9-450c-ba03-56a4e99e52db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (e53c9a9f-7c6c-4573-b70e-d0bb34e66512), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:37.701244 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-dd1a341c-e5c9-450c-ba03-56a4e99e52db admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5bc049c6ab834442ba860da4ada3cf20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1614428 Jan 27 16:51:37.701899 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 49278) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:51:37.708486 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1a341c-e5c9-450c-ba03-56a4e99e52db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e53c9a9f-7c6c-4573-b70e-d0bb34e66512,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:51:37.745609 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Current status of the port abeda3c4-6ebc-46ec-9c5e-ff3315222ece is: BUILD; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:51:37.746003 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (abeda3c4-6ebc-46ec-9c5e-ff3315222ece), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:37.786992 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7ddbd2c-1d14-4efe-9228-3feaa97ef620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abeda3c4-6ebc-46ec-9c5e-ff3315222ece'}] {{(pid=114096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:51:37.790308 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7400b25514d980253c692f49984ce8becaf326df5cb1ee6ae8228296f1505bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82289c52-2c59-4bc1-ac13-55a657355db7" -d '{"events": [{"server_uuid": "f7ddbd2c-1d14-4efe-9228-3feaa97ef620", "name": "network-vif-plugged", "status": "completed", "tag": "abeda3c4-6ebc-46ec-9c5e-ff3315222ece"}]}' {{(pid=114096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:51:37.812213 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-c13e8e31-9e17-4198-b6e2-8ff0fada3e4b admin admin] Publish callbacks [] for security_group (e53c9a9f-7c6c-4573-b70e-d0bb34e66512), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:37.820566 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] For port abeda3c4-6ebc-46ec-9c5e-ff3315222ece, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=abeda3c4-6ebc-46ec-9c5e-ff3315222ece,segment=NetworkSegment(f24320bd-5fde-4b90-81d3-17a919a07a12),segment_id=f24320bd-5fde-4b90-81d3-17a919a07a12)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:51:37.830829 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (abeda3c4-6ebc-46ec-9c5e-ff3315222ece), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:37.831973 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device 23b59776-3350-45a6-8be5-c4efd77d9022 no longer exists at agent hyperv_hv-cinder-81883 {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:51:37.851129 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9897585-2471-4bf9-b826-8be5f1b6888b req-28d0f390-dde1-41ce-8e80-46b1e1792dca tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:37.861190 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-b9897585-2471-4bf9-b826-8be5f1b6888b req-28d0f390-dde1-41ce-8e80-46b1e1792dca tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e2afd7a-cfd6-4228-b067-077d9f739343 HTTP/1.1" status: 200 len: 943 time: 0.1495349 Jan 27 16:51:37.865722 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-c13e8e31-9e17-4198-b6e2-8ff0fada3e4b admin admin] Publish callbacks [] for security_group (e53c9a9f-7c6c-4573-b70e-d0bb34e66512), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:37.883542 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] No Port match for: 23b59776-3350-45a6-8be5-c4efd77d9022 {{(pid=114096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 16:51:37.884445 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device 23b59776-3350-45a6-8be5-c4efd77d9022 not bound to the agent host hv-cinder-81883 {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 16:51:37.892067 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 16:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd4ee94b-2f7d-4ffd-9ce4-55e75fb2425d x-openstack-request-id: req-dd4ee94b-2f7d-4ffd-9ce4-55e75fb2425d {{(pid=114096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:51:37.892530 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7ddbd2c-1d14-4efe-9228-3feaa97ef620", "name": "network-vif-plugged", "status": "completed", "tag": "abeda3c4-6ebc-46ec-9c5e-ff3315222ece", "code": 200}]} {{(pid=114096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:51:37.892969 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dd4ee94b-2f7d-4ffd-9ce4-55e75fb2425d {{(pid=114096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:51:37.893561 dv-cinder-818830-2-iscsi neutron-server[114096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7ddbd2c-1d14-4efe-9228-3feaa97ef620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abeda3c4-6ebc-46ec-9c5e-ff3315222ece', 'code': 200} Jan 27 16:51:37.929102 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Pushing event updated for resources: {'Port': ['ID=abeda3c4-6ebc-46ec-9c5e-ff3315222ece,revision_number=7']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:51:37.940088 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-c13e8e31-9e17-4198-b6e2-8ff0fada3e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (e53c9a9f-7c6c-4573-b70e-d0bb34e66512), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:37.943170 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-c13e8e31-9e17-4198-b6e2-8ff0fada3e4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:37.944870 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-c13e8e31-9e17-4198-b6e2-8ff0fada3e4b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e53c9a9f-7c6c-4573-b70e-d0bb34e66512 HTTP/1.1" status: 204 len: 168 time: 0.2426336 Jan 27 16:51:37.957989 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13e8e31-9e17-4198-b6e2-8ff0fada3e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e53c9a9f-7c6c-4573-b70e-d0bb34e66512,revision_number=None']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:51:38.000261 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-b9897585-2471-4bf9-b826-8be5f1b6888b req-e274fa9d-6dbc-4eb0-b3ff-8ff20858f306 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef32afb6-089b-4677-972e-4c461cd72a86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146607 Jan 27 16:51:38.158980 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ca9db7-7a3e-41b0-a566-2ed142a92606 req-dcdce707-b800-4341-99e7-6760b4ef63c9 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:38.163207 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-c5ca9db7-7a3e-41b0-a566-2ed142a92606 req-dcdce707-b800-4341-99e7-6760b4ef63c9 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 945 time: 0.1044734 Jan 27 16:51:38.315458 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-c5ca9db7-7a3e-41b0-a566-2ed142a92606 req-1359cd8f-f8ae-44fa-9f0a-9626490b7c0a tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=52be2b41-f385-4b04-9c22-e44335586e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1442165 Jan 27 16:51:38.349837 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c032889-6ab0-4d75-93b0-406d55a756c4 req-9f29f00a-e4ab-49f3-b560-bbc7c86da678 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:38.351654 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-5c032889-6ab0-4d75-93b0-406d55a756c4 req-9f29f00a-e4ab-49f3-b560-bbc7c86da678 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=27dbabab-3baf-4446-aaad-bdd80b162cd7 HTTP/1.1" status: 200 len: 945 time: 0.1358547 Jan 27 16:51:38.471408 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-5c032889-6ab0-4d75-93b0-406d55a756c4 req-d241490a-53a8-4233-b032-9bf5e25bbd1a tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/security-groups?id=341578a6-674d-4340-af0f-c81e76fc0269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134396 Jan 27 16:51:38.720955 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c0c58-f0f7-4837-9519-856a39876053 req-e1c37e7a-d8f5-4769-976e-297a34ba4ad7 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:38.723283 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-170c0c58-f0f7-4837-9519-856a39876053 req-e1c37e7a-d8f5-4769-976e-297a34ba4ad7 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2 HTTP/1.1" status: 200 len: 945 time: 0.0635703 Jan 27 16:51:38.827395 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-170c0c58-f0f7-4837-9519-856a39876053 req-16cbe237-4076-4103-9514-79e6b711eb65 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977850 Jan 27 16:51:39.119729 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d296b0af-ce71-4edd-9531-37668680e559 req-50b285c1-e2f4-4490-be05-6da8cac2710e tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:39.126448 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-d296b0af-ce71-4edd-9531-37668680e559 req-50b285c1-e2f4-4490-be05-6da8cac2710e tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e2afd7a-cfd6-4228-b067-077d9f739343 HTTP/1.1" status: 200 len: 943 time: 0.0613906 Jan 27 16:51:39.189570 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-d296b0af-ce71-4edd-9531-37668680e559 req-7400ed30-7014-4f94-8ab1-bcabf1c7a27b tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef32afb6-089b-4677-972e-4c461cd72a86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578854 Jan 27 16:51:39.457169 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abb2404-b473-44ed-b674-6337e18e4d81 req-4e15088c-20c1-43d4-9ad0-2db9212e1295 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:39.465953 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-3abb2404-b473-44ed-b674-6337e18e4d81 req-4e15088c-20c1-43d4-9ad0-2db9212e1295 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 945 time: 0.0684786 Jan 27 16:51:39.536769 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-3abb2404-b473-44ed-b674-6337e18e4d81 req-396ba534-fdad-4dd8-8cfd-d12facb282a8 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=52be2b41-f385-4b04-9c22-e44335586e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688832 Jan 27 16:51:39.625178 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f41caac-c7b9-442a-b4bf-b6fac9afc7e7 req-a81a1d3a-6aa9-42cc-b138-08a9004f0cb5 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:39.626744 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-9f41caac-c7b9-442a-b4bf-b6fac9afc7e7 req-a81a1d3a-6aa9-42cc-b138-08a9004f0cb5 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=27dbabab-3baf-4446-aaad-bdd80b162cd7 HTTP/1.1" status: 200 len: 945 time: 0.0545871 Jan 27 16:51:39.691026 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-9f41caac-c7b9-442a-b4bf-b6fac9afc7e7 req-2e1f1478-a1ed-4136-8334-79f6902dafa3 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/security-groups?id=341578a6-674d-4340-af0f-c81e76fc0269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571837 Jan 27 16:51:40.038858 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acdc27f-635c-478a-a79b-7e47da116305 req-cb570640-ff7c-4b68-b009-57c8f8ebf59c tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:40.043095 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-7acdc27f-635c-478a-a79b-7e47da116305 req-cb570640-ff7c-4b68-b009-57c8f8ebf59c tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2 HTTP/1.1" status: 200 len: 945 time: 0.0981865 Jan 27 16:51:40.116828 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-7acdc27f-635c-478a-a79b-7e47da116305 req-0c3ffcb4-a321-4079-b0e2-bc54e326ed3e tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673945 Jan 27 16:51:40.371603 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696beecb-90dc-4044-afea-b24c3c9ef2df req-d796f6b2-401a-4d8d-81d2-58c5c63b71af tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:40.373738 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-696beecb-90dc-4044-afea-b24c3c9ef2df req-d796f6b2-401a-4d8d-81d2-58c5c63b71af tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e2afd7a-cfd6-4228-b067-077d9f739343 HTTP/1.1" status: 200 len: 943 time: 0.0813265 Jan 27 16:51:40.434322 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-696beecb-90dc-4044-afea-b24c3c9ef2df req-e8252d21-8034-495a-8906-692abd39247e tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef32afb6-089b-4677-972e-4c461cd72a86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546231 Jan 27 16:51:40.675021 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975abf07-8f8d-462f-8e33-08ecb8ea4589 req-1aa6e46b-c265-4b9d-b483-e33fb6a6366c tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:40.677039 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-975abf07-8f8d-462f-8e33-08ecb8ea4589 req-1aa6e46b-c265-4b9d-b483-e33fb6a6366c tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 945 time: 0.0592108 Jan 27 16:51:40.808537 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-975abf07-8f8d-462f-8e33-08ecb8ea4589 req-2b30ce42-c31b-42e9-a3fd-6f035cc7aa24 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=52be2b41-f385-4b04-9c22-e44335586e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237578 Jan 27 16:51:40.877200 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d15e87-e6be-4d66-84f2-4b553af54081 req-b96f6dea-f011-4383-802e-f6bd33764c46 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:40.878818 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-f0d15e87-e6be-4d66-84f2-4b553af54081 req-b96f6dea-f011-4383-802e-f6bd33764c46 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=27dbabab-3baf-4446-aaad-bdd80b162cd7 HTTP/1.1" status: 200 len: 945 time: 0.0608311 Jan 27 16:51:40.960474 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-f0d15e87-e6be-4d66-84f2-4b553af54081 req-0a6226db-2cd8-451b-810f-a9b3cd137051 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/security-groups?id=341578a6-674d-4340-af0f-c81e76fc0269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757539 Jan 27 16:51:41.146682 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 49438) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:51:41.257303 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb096a-7df7-41a0-b948-b74064119900 req-4ae7cafc-dd1a-4f45-8327-54f1df9619e6 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:41.258831 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-7beb096a-7df7-41a0-b948-b74064119900 req-4ae7cafc-dd1a-4f45-8327-54f1df9619e6 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2 HTTP/1.1" status: 200 len: 945 time: 0.0697806 Jan 27 16:51:41.285105 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-a6c7a499-b2d0-41ad-b9f8-e5b1c785de3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:41.330047 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-7beb096a-7df7-41a0-b948-b74064119900 req-17b7f701-f569-4e6a-9ade-2741d1599e59 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614326 Jan 27 16:51:41.382343 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-a6c7a499-b2d0-41ad-b9f8-e5b1c785de3e admin admin] Publish callbacks [] for security_group (40ea0ae4-d1cb-4a9f-97fb-51924d92a6cf), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:41.387647 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-a6c7a499-b2d0-41ad-b9f8-e5b1c785de3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (40ea0ae4-d1cb-4a9f-97fb-51924d92a6cf), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:41.434949 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c7a499-b2d0-41ad-b9f8-e5b1c785de3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ea0ae4-d1cb-4a9f-97fb-51924d92a6cf,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:51:41.445125 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 49442) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:51:41.445341 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-a6c7a499-b2d0-41ad-b9f8-e5b1c785de3e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1ea96881c36d4fd2a747bff1d96cce5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2975819 Jan 27 16:51:41.507050 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-103439cf-b478-4cb2-a7ad-f233a87ddcf3 admin admin] Publish callbacks [] for security_group (40ea0ae4-d1cb-4a9f-97fb-51924d92a6cf), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:41.560319 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-103439cf-b478-4cb2-a7ad-f233a87ddcf3 admin admin] Publish callbacks [] for security_group (40ea0ae4-d1cb-4a9f-97fb-51924d92a6cf), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:41.616233 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cfa185-9b19-485f-aec6-dea742cb4a10 req-6fe05e27-cd09-4bc9-ba5d-34dd1f21ed76 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:41.617814 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-b9cfa185-9b19-485f-aec6-dea742cb4a10 req-6fe05e27-cd09-4bc9-ba5d-34dd1f21ed76 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e2afd7a-cfd6-4228-b067-077d9f739343 HTTP/1.1" status: 200 len: 943 time: 0.0957499 Jan 27 16:51:41.655474 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-103439cf-b478-4cb2-a7ad-f233a87ddcf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (40ea0ae4-d1cb-4a9f-97fb-51924d92a6cf), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:41.657980 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-103439cf-b478-4cb2-a7ad-f233a87ddcf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:41.661923 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-103439cf-b478-4cb2-a7ad-f233a87ddcf3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/40ea0ae4-d1cb-4a9f-97fb-51924d92a6cf HTTP/1.1" status: 204 len: 168 time: 0.2129321 Jan 27 16:51:41.695526 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103439cf-b478-4cb2-a7ad-f233a87ddcf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ea0ae4-d1cb-4a9f-97fb-51924d92a6cf,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:51:41.721206 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-b9cfa185-9b19-485f-aec6-dea742cb4a10 req-db0bf4b3-30de-43ab-837c-dd6ae2305f42 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef32afb6-089b-4677-972e-4c461cd72a86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936353 Jan 27 16:51:41.934548 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15029425-473c-4650-8096-4f134d138581 req-abec6eeb-0657-4eaf-84e0-9420895cf299 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:41.943112 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-15029425-473c-4650-8096-4f134d138581 req-abec6eeb-0657-4eaf-84e0-9420895cf299 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 945 time: 0.0600321 Jan 27 16:51:42.014193 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-15029425-473c-4650-8096-4f134d138581 req-303e9fa3-b606-4676-9e98-6449c35e82f1 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=52be2b41-f385-4b04-9c22-e44335586e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683959 Jan 27 16:51:42.130105 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 49460) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:51:42.145007 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d927ee1-3eae-4338-9107-ef89fb02d979 req-61f75d2c-79ac-4464-ac67-ac14ffcc0353 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:42.147142 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-3d927ee1-3eae-4338-9107-ef89fb02d979 req-61f75d2c-79ac-4464-ac67-ac14ffcc0353 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=27dbabab-3baf-4446-aaad-bdd80b162cd7 HTTP/1.1" status: 200 len: 945 time: 0.0622480 Jan 27 16:51:42.152622 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-8d9fc4ac-d88f-4205-995b-01ff5611961f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:42.208586 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-3d927ee1-3eae-4338-9107-ef89fb02d979 req-e7411cfe-fe96-42bf-bdcd-a28a0a483416 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/security-groups?id=341578a6-674d-4340-af0f-c81e76fc0269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536466 Jan 27 16:51:42.245613 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-8d9fc4ac-d88f-4205-995b-01ff5611961f admin admin] Publish callbacks [] for security_group (ea223b46-2795-4423-b13a-4fa319153ce8), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:42.249812 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-8d9fc4ac-d88f-4205-995b-01ff5611961f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (ea223b46-2795-4423-b13a-4fa319153ce8), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:42.293536 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9fc4ac-d88f-4205-995b-01ff5611961f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea223b46-2795-4423-b13a-4fa319153ce8,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:51:42.302490 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 49462) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:51:42.303060 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-8d9fc4ac-d88f-4205-995b-01ff5611961f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0b94f622c8f74fd0a7ede91dd188b9a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1709640 Jan 27 16:51:42.375685 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-c9489194-a2ed-4f29-9dfd-736fa6a2f2d0 admin admin] Publish callbacks [] for security_group (ea223b46-2795-4423-b13a-4fa319153ce8), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:42.399244 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-c9489194-a2ed-4f29-9dfd-736fa6a2f2d0 admin admin] Publish callbacks [] for security_group (ea223b46-2795-4423-b13a-4fa319153ce8), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:42.473221 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9030bbd7-21ba-4eaf-9d84-2c4add248f31 req-adddacd7-5edb-47c0-b7a0-142c65f877c0 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:42.474626 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-9030bbd7-21ba-4eaf-9d84-2c4add248f31 req-adddacd7-5edb-47c0-b7a0-142c65f877c0 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2 HTTP/1.1" status: 200 len: 945 time: 0.0730896 Jan 27 16:51:42.508237 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-c9489194-a2ed-4f29-9dfd-736fa6a2f2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (ea223b46-2795-4423-b13a-4fa319153ce8), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:42.510695 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-c9489194-a2ed-4f29-9dfd-736fa6a2f2d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:42.514432 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-c9489194-a2ed-4f29-9dfd-736fa6a2f2d0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ea223b46-2795-4423-b13a-4fa319153ce8 HTTP/1.1" status: 204 len: 168 time: 0.2075160 Jan 27 16:51:42.536869 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9489194-a2ed-4f29-9dfd-736fa6a2f2d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea223b46-2795-4423-b13a-4fa319153ce8,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:51:42.565573 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-9030bbd7-21ba-4eaf-9d84-2c4add248f31 req-00dcc397-8a79-46a9-95d4-65eee01b3834 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771122 Jan 27 16:51:42.858891 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bfae5e-e409-4c9d-b3d0-5a878b81d06e req-994e1026-f3bf-4f86-8856-26ce697f4a24 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:42.880720 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-09bfae5e-e409-4c9d-b3d0-5a878b81d06e req-994e1026-f3bf-4f86-8856-26ce697f4a24 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e2afd7a-cfd6-4228-b067-077d9f739343 HTTP/1.1" status: 200 len: 943 time: 0.0856209 Jan 27 16:51:42.936347 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-09bfae5e-e409-4c9d-b3d0-5a878b81d06e req-7388b0d1-abff-4fe0-9bb9-81488fb5ef41 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef32afb6-089b-4677-972e-4c461cd72a86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547588 Jan 27 16:51:43.208459 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cc3dc4-36d3-45f4-8e68-760b8c4a34e6 req-04b3704c-4067-44ae-835f-680e2ecbfbc3 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:43.210339 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-65cc3dc4-36d3-45f4-8e68-760b8c4a34e6 req-04b3704c-4067-44ae-835f-680e2ecbfbc3 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 945 time: 0.0802231 Jan 27 16:51:43.277041 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-65cc3dc4-36d3-45f4-8e68-760b8c4a34e6 req-fe66f789-b36d-438b-9b82-a8bc2043ed2b tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=52be2b41-f385-4b04-9c22-e44335586e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603919 Jan 27 16:51:43.355353 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1777d9-a68f-49e9-942a-d99bc6cb96f3 req-037c3f96-9061-4694-be34-42fe22df462e tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:43.356886 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-2a1777d9-a68f-49e9-942a-d99bc6cb96f3 req-037c3f96-9061-4694-be34-42fe22df462e tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=27dbabab-3baf-4446-aaad-bdd80b162cd7 HTTP/1.1" status: 200 len: 945 time: 0.0604479 Jan 27 16:51:43.405080 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-2a1777d9-a68f-49e9-942a-d99bc6cb96f3 req-9fc36ea4-a6cf-48fc-b9a2-9e1838f993c7 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/security-groups?id=341578a6-674d-4340-af0f-c81e76fc0269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426521 Jan 27 16:51:43.682511 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dad36c-ac1e-4109-84a7-24e032e6cd0c req-960b7c2d-a72e-4cfb-8005-45edbadd924b tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:43.683984 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-40dad36c-ac1e-4109-84a7-24e032e6cd0c req-960b7c2d-a72e-4cfb-8005-45edbadd924b tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2 HTTP/1.1" status: 200 len: 945 time: 0.0533178 Jan 27 16:51:43.733338 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-40dad36c-ac1e-4109-84a7-24e032e6cd0c req-32159394-5d5b-44a4-9195-14adb9fc8cf9 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438144 Jan 27 16:51:44.204282 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2d301d-54f0-4642-99f8-f23c1884d116 req-87998ef4-243d-4466-a572-9dcdd3e47fe1 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:44.218437 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-5b2d301d-54f0-4642-99f8-f23c1884d116 req-87998ef4-243d-4466-a572-9dcdd3e47fe1 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e2afd7a-cfd6-4228-b067-077d9f739343 HTTP/1.1" status: 200 len: 943 time: 0.1224172 Jan 27 16:51:44.296697 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-5b2d301d-54f0-4642-99f8-f23c1884d116 req-c3ce2ba9-4825-4969-a69d-62d84730e358 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef32afb6-089b-4677-972e-4c461cd72a86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770652 Jan 27 16:51:44.521733 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189283cf-b115-4980-9b48-ed827c5ad08b req-7e83c16b-2687-41e9-93dc-4a2b3bfc5574 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:44.531848 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-189283cf-b115-4980-9b48-ed827c5ad08b req-7e83c16b-2687-41e9-93dc-4a2b3bfc5574 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 945 time: 0.1578863 Jan 27 16:51:44.679179 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f183080c-2c84-4ae1-956a-ebe995465685 req-111d2021-f293-44ea-9745-aa50a08c2e7e tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:44.680811 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-f183080c-2c84-4ae1-956a-ebe995465685 req-111d2021-f293-44ea-9745-aa50a08c2e7e tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=27dbabab-3baf-4446-aaad-bdd80b162cd7 HTTP/1.1" status: 200 len: 945 time: 0.1327839 Jan 27 16:51:44.786979 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-189283cf-b115-4980-9b48-ed827c5ad08b req-6e49d105-75df-427d-a2a3-6d910d90c915 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=52be2b41-f385-4b04-9c22-e44335586e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2521868 Jan 27 16:51:44.916253 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-f183080c-2c84-4ae1-956a-ebe995465685 req-1882104d-eee0-4e80-8694-e226c315d968 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/security-groups?id=341578a6-674d-4340-af0f-c81e76fc0269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2163448 Jan 27 16:51:45.092715 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc474e37-8f47-4c8a-ab4c-ad3a9e7b2f21 req-5d2db793-f501-4e0d-99de-8ec174c726d9 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:45.104229 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-fc474e37-8f47-4c8a-ab4c-ad3a9e7b2f21 req-5d2db793-f501-4e0d-99de-8ec174c726d9 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2 HTTP/1.1" status: 200 len: 945 time: 0.0980463 Jan 27 16:51:45.196199 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-fc474e37-8f47-4c8a-ab4c-ad3a9e7b2f21 req-4c2b2eaa-7992-47bf-a828-a2975d3d6a1e tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905828 Jan 27 16:51:45.531557 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111fcc92-64c8-4e05-aa38-188b077d671a req-7867f215-c157-42ab-97f3-1b0543904e07 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:45.544502 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-111fcc92-64c8-4e05-aa38-188b077d671a req-7867f215-c157-42ab-97f3-1b0543904e07 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e2afd7a-cfd6-4228-b067-077d9f739343 HTTP/1.1" status: 200 len: 943 time: 0.1153889 Jan 27 16:51:45.583162 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device 4c6d1bb1-4016-470a-874a-0345faae637a details requested by agent hyperv_hv-cinder-81883 with host hv-cinder-81883 {{(pid=114096) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 16:51:45.656048 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-111fcc92-64c8-4e05-aa38-188b077d671a req-57eaa363-f3fa-47ca-b089-5ffd9ccdb411 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef32afb6-089b-4677-972e-4c461cd72a86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983834 Jan 27 16:51:45.717615 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 49594) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:51:45.933420 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] For port 4c6d1bb1-4016-470a-874a-0345faae637a, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=4c6d1bb1-4016-470a-874a-0345faae637a,segment=NetworkSegment(9cf010a4-01d5-45d3-8f39-2af2ba8124ec),segment_id=9cf010a4-01d5-45d3-8f39-2af2ba8124ec)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:51:45.992429 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Returning: {'device': '4c6d1bb1-4016-470a-874a-0345faae637a', 'network_id': '05347023-7f45-4941-9645-f74845d1ff41', 'port_id': '4c6d1bb1-4016-470a-874a-0345faae637a', 'mac_address': 'fa:16:3e:6c:83:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ab5f392-687f-432c-88e9-dac8c277b717', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114096) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 16:51:46.037374 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b0d741-88dc-4a07-b3fe-a4ea0e777827 req-12ddd3e0-9866-4f03-b7ef-391567e2337d tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:46.048646 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-67b0d741-88dc-4a07-b3fe-a4ea0e777827 req-12ddd3e0-9866-4f03-b7ef-391567e2337d tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 945 time: 0.1305382 Jan 27 16:51:46.077961 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-3f6816b6-3639-4277-83a6-0d9cba561ce4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:46.124959 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Current status of the port 4c6d1bb1-4016-470a-874a-0345faae637a is: DOWN; New status is: BUILD {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:51:46.125903 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (4c6d1bb1-4016-470a-874a-0345faae637a), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:46.158533 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.notifiers.nova [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c6d1bb1-4016-470a-874a-0345faae637a {{(pid=114096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:51:46.186179 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] For port 4c6d1bb1-4016-470a-874a-0345faae637a, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=4c6d1bb1-4016-470a-874a-0345faae637a,segment=NetworkSegment(9cf010a4-01d5-45d3-8f39-2af2ba8124ec),segment_id=9cf010a4-01d5-45d3-8f39-2af2ba8124ec)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:51:46.192472 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (4c6d1bb1-4016-470a-874a-0345faae637a), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:46.252628 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Pushing event updated for resources: {'Port': ['ID=4c6d1bb1-4016-470a-874a-0345faae637a,revision_number=4']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:51:46.338024 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-67b0d741-88dc-4a07-b3fe-a4ea0e777827 req-22b677b5-9558-43fa-8d69-2dcaccd43043 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=52be2b41-f385-4b04-9c22-e44335586e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2835414 Jan 27 16:51:46.403746 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-009f7268-71b2-456c-bed8-135c8927fd14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (b49cc950-6aaa-44e3-a3c4-70b67101afab), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:46.422198 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b899fc-73b7-42ce-b619-d62fedb9c2be req-3d0eb181-6d7b-4f90-abf2-d287b4e59dff tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:46.428403 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-45b899fc-73b7-42ce-b619-d62fedb9c2be req-3d0eb181-6d7b-4f90-abf2-d287b4e59dff tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=27dbabab-3baf-4446-aaad-bdd80b162cd7 HTTP/1.1" status: 200 len: 945 time: 0.2992668 Jan 27 16:51:46.585345 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] get_ports_and_sgs() called for port_ids ['4c6d1bb1-4016-470a-874a-0345faae637a'] {{(pid=114096) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 16:51:46.600668 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-3f6816b6-3639-4277-83a6-0d9cba561ce4 admin admin] Publish callbacks [] for security_group (58ee3e21-3b2c-4554-81f6-d65bdfc7f3fb), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:46.611837 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-3f6816b6-3639-4277-83a6-0d9cba561ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (58ee3e21-3b2c-4554-81f6-d65bdfc7f3fb), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:46.740591 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-45b899fc-73b7-42ce-b619-d62fedb9c2be req-1f3fa567-e310-4a51-a282-c4b3acc1e533 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/security-groups?id=341578a6-674d-4340-af0f-c81e76fc0269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2884417 Jan 27 16:51:46.740591 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-3f6816b6-3639-4277-83a6-0d9cba561ce4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=92e06deb69be41a7b77cde807f831b01&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0210776 Jan 27 16:51:46.742535 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 49608) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:51:46.830456 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6816b6-3639-4277-83a6-0d9cba561ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ee3e21-3b2c-4554-81f6-d65bdfc7f3fb,revision_number=1']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:51:46.857117 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d4cef-4fd2-43a2-bd22-51196db8e57a req-ae93f88e-a238-45f6-9153-f8263dae1f68 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:46.875666 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-9a1d4cef-4fd2-43a2-bd22-51196db8e57a req-ae93f88e-a238-45f6-9153-f8263dae1f68 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2 HTTP/1.1" status: 200 len: 945 time: 0.3484550 Jan 27 16:51:46.914795 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-0e492dbd-0b9b-4eb2-86d0-8db3ca1163af admin admin] Publish callbacks [] for security_group (58ee3e21-3b2c-4554-81f6-d65bdfc7f3fb), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:46.966867 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-0e492dbd-0b9b-4eb2-86d0-8db3ca1163af admin admin] Publish callbacks [] for security_group (58ee3e21-3b2c-4554-81f6-d65bdfc7f3fb), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:47.058280 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-0e492dbd-0b9b-4eb2-86d0-8db3ca1163af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (58ee3e21-3b2c-4554-81f6-d65bdfc7f3fb), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:47.061631 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-0e492dbd-0b9b-4eb2-86d0-8db3ca1163af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:47.062980 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-0e492dbd-0b9b-4eb2-86d0-8db3ca1163af admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/58ee3e21-3b2c-4554-81f6-d65bdfc7f3fb HTTP/1.1" status: 204 len: 168 time: 0.3188543 Jan 27 16:51:47.081900 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e492dbd-0b9b-4eb2-86d0-8db3ca1163af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ee3e21-3b2c-4554-81f6-d65bdfc7f3fb,revision_number=None']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:51:47.099390 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e492dbd-0b9b-4eb2-86d0-8db3ca1163af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:51:47.100110 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e492dbd-0b9b-4eb2-86d0-8db3ca1163af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:51:47.100605 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e492dbd-0b9b-4eb2-86d0-8db3ca1163af admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:51:47.101093 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e492dbd-0b9b-4eb2-86d0-8db3ca1163af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:51:47.101587 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e492dbd-0b9b-4eb2-86d0-8db3ca1163af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:51:47.102073 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e492dbd-0b9b-4eb2-86d0-8db3ca1163af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:51:47.102566 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e492dbd-0b9b-4eb2-86d0-8db3ca1163af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:51:47.103994 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e492dbd-0b9b-4eb2-86d0-8db3ca1163af admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:51:47.104522 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e492dbd-0b9b-4eb2-86d0-8db3ca1163af admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:51:47.105022 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e492dbd-0b9b-4eb2-86d0-8db3ca1163af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:51:47.106581 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e492dbd-0b9b-4eb2-86d0-8db3ca1163af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:51:47.107085 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e492dbd-0b9b-4eb2-86d0-8db3ca1163af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:51:47.108106 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e492dbd-0b9b-4eb2-86d0-8db3ca1163af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:51:47.348106 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-9a1d4cef-4fd2-43a2-bd22-51196db8e57a req-009ae146-bf28-422c-b4ec-25ca1a109751 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4707303 Jan 27 16:51:47.403426 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d5ec5b-e7c0-4c9c-be52-685af95bd6b0 req-df624358-5dca-4742-9db1-3b79027700c0 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:47.413449 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-25d5ec5b-e7c0-4c9c-be52-685af95bd6b0 req-df624358-5dca-4742-9db1-3b79027700c0 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e2afd7a-cfd6-4228-b067-077d9f739343 HTTP/1.1" status: 200 len: 944 time: 0.1575212 Jan 27 16:51:47.521592 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-25d5ec5b-e7c0-4c9c-be52-685af95bd6b0 req-db4cd6ad-b9e7-4b52-bc4c-7d8139e0bdbf tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef32afb6-089b-4677-972e-4c461cd72a86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953181 Jan 27 16:51:47.593891 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ab49a-8fc1-4143-842a-8cd679a091dc req-68f9f083-4d3e-4a65-ae8a-95d0954f0276 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:47.595751 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-a35ab49a-8fc1-4143-842a-8cd679a091dc req-68f9f083-4d3e-4a65-ae8a-95d0954f0276 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 945 time: 0.0870049 Jan 27 16:51:47.628804 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 49618) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:51:47.651494 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.agents_db [None req-5545c54b-af05-4075-94be-94e2438c302a None None] Agent healthcheck: found 6 active agents {{(pid=114097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 16:51:47.663377 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-f9dc6021-91a4-4db1-96a1-e8532e050686 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:47.861008 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-a35ab49a-8fc1-4143-842a-8cd679a091dc req-dee5881b-577c-49ca-b58e-33b40421c44b tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=52be2b41-f385-4b04-9c22-e44335586e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2588911 Jan 27 16:51:48.169911 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bc1a68-f5f2-433e-ac6f-57f30a645d4e req-ee5bd3a5-4d01-4df2-9837-a13db43c6b49 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:48.173855 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-67bc1a68-f5f2-433e-ac6f-57f30a645d4e req-ee5bd3a5-4d01-4df2-9837-a13db43c6b49 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=27dbabab-3baf-4446-aaad-bdd80b162cd7 HTTP/1.1" status: 200 len: 945 time: 0.1032574 Jan 27 16:51:48.176401 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-f9dc6021-91a4-4db1-96a1-e8532e050686 admin admin] Publish callbacks [] for security_group (57754c32-35e9-4d5e-af68-0365a189f859), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:48.200172 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-f9dc6021-91a4-4db1-96a1-e8532e050686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (57754c32-35e9-4d5e-af68-0365a189f859), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:48.221032 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5425f680-0818-47db-bf85-844124ab5b37 req-331e3f20-c342-49f2-8834-16ea708d9428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:48.224003 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-5425f680-0818-47db-bf85-844124ab5b37 req-331e3f20-c342-49f2-8834-16ea708d9428 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=326cd822c847423ba2417f593ca8c6ff&device_id=0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2 HTTP/1.1" status: 200 len: 1098 time: 0.0916762 Jan 27 16:51:48.248089 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-67bc1a68-f5f2-433e-ac6f-57f30a645d4e req-92ac0980-43c3-4ab4-887d-166a1e72660e tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/security-groups?id=341578a6-674d-4340-af0f-c81e76fc0269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668137 Jan 27 16:51:48.368564 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (853c399d-72c7-467e-bd42-08a47e7fb1c3), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:48.469460 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-44d5fb2b-e864-402a-bc1e-59054ced4725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (bdbd084a-7876-495d-b5d9-cf3ee18f0227), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:48.498836 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5425f680-0818-47db-bf85-844124ab5b37 req-6eae095d-7f12-40ae-91ca-ee8b5f775105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:48.500655 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-5425f680-0818-47db-bf85-844124ab5b37 req-6eae095d-7f12-40ae-91ca-ee8b5f775105 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d601b71c-9e85-4907-a350-1cc1a1486f21 HTTP/1.1" status: 200 len: 920 time: 0.2242951 Jan 27 16:51:48.509116 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-f9dc6021-91a4-4db1-96a1-e8532e050686 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1c26eedf54234607a37d17faa2c9bfda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8790653 Jan 27 16:51:48.511803 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 49628) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:51:48.551350 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed388c-e271-4d4d-9a1f-1f08c00c9766 req-4f2252ba-ee52-47c1-a8f3-e0b366256e58 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:48.553333 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-34ed388c-e271-4d4d-9a1f-1f08c00c9766 req-4f2252ba-ee52-47c1-a8f3-e0b366256e58 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2 HTTP/1.1" status: 200 len: 945 time: 0.1095123 Jan 27 16:51:48.566354 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dc6021-91a4-4db1-96a1-e8532e050686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57754c32-35e9-4d5e-af68-0365a189f859,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:51:48.588819 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-5425f680-0818-47db-bf85-844124ab5b37 req-2e42b750-fb16-4e88-afe8-e7e3982148bb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f3362f6-2e54-4b45-89fc-94c7ecae5a49 HTTP/1.1" status: 200 len: 217 time: 0.0778437 Jan 27 16:51:48.680447 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-34ed388c-e271-4d4d-9a1f-1f08c00c9766 req-3cc3dd74-e7b8-420e-8a6a-da208484bac3 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204181 Jan 27 16:51:48.751796 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-6c54e0eb-be1e-4e64-b522-ed019460828c admin admin] Publish callbacks [] for security_group (57754c32-35e9-4d5e-af68-0365a189f859), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:48.783604 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5425f680-0818-47db-bf85-844124ab5b37 req-6586691c-2fdc-4872-b366-193efe367cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:48.783604 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-5425f680-0818-47db-bf85-844124ab5b37 req-6586691c-2fdc-4872-b366-193efe367cf8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e7392202-f723-44b8-a453-411e289e56a2 HTTP/1.1" status: 200 len: 859 time: 0.1631393 Jan 27 16:51:48.817521 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-6c54e0eb-be1e-4e64-b522-ed019460828c admin admin] Publish callbacks [] for security_group (57754c32-35e9-4d5e-af68-0365a189f859), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:48.839229 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-5425f680-0818-47db-bf85-844124ab5b37 req-f6782e5b-b253-40b7-93f9-6243b19782e4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d601b71c-9e85-4907-a350-1cc1a1486f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514991 Jan 27 16:51:48.883370 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea2ab8-0392-4640-8084-11b5975b9f28 req-d18d4ff3-0af7-420d-b3d3-da7f4d4ea2c4 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:48.884922 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-43ea2ab8-0392-4640-8084-11b5975b9f28 req-d18d4ff3-0af7-420d-b3d3-da7f4d4ea2c4 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e2afd7a-cfd6-4228-b067-077d9f739343 HTTP/1.1" status: 200 len: 944 time: 0.2154186 Jan 27 16:51:48.985780 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-43ea2ab8-0392-4640-8084-11b5975b9f28 req-e140f193-1087-42fe-9609-84a86e793ec2 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef32afb6-089b-4677-972e-4c461cd72a86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920515 Jan 27 16:51:49.024937 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a5d882-191b-4cb6-ab31-af34c233df9d req-dc454644-6751-4b1d-bf2b-829b13a5123c tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:49.026473 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-30a5d882-191b-4cb6-ab31-af34c233df9d req-dc454644-6751-4b1d-bf2b-829b13a5123c tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=27dbabab-3baf-4446-aaad-bdd80b162cd7 HTTP/1.1" status: 200 len: 945 time: 0.1057680 Jan 27 16:51:49.090069 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfbd84c-280c-4232-b43a-12e86cdcb5ab req-8e0f7eee-5709-45fd-8503-191373419f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:49.095655 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-cbfbd84c-280c-4232-b43a-12e86cdcb5ab req-8e0f7eee-5709-45fd-8503-191373419f41 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=accb650bdbfa4de4a4129fd473ca736d&device_id=27dbabab-3baf-4446-aaad-bdd80b162cd7 HTTP/1.1" status: 200 len: 1098 time: 0.1681058 Jan 27 16:51:49.100150 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-5425f680-0818-47db-bf85-844124ab5b37 req-2aa28058-e2c7-430d-8910-23964890b682 service neutron] 10.222.0.24 "GET /v2.0/networks/d601b71c-9e85-4907-a350-1cc1a1486f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475116 Jan 27 16:51:49.207967 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-30a5d882-191b-4cb6-ab31-af34c233df9d req-9987f2a9-6fef-4201-b58a-2db59356526a tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/security-groups?id=341578a6-674d-4340-af0f-c81e76fc0269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1708467 Jan 27 16:51:49.220951 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfbd84c-280c-4232-b43a-12e86cdcb5ab req-ed99d2b5-3ce3-4977-a829-d3dd465a285c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:49.223217 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-cbfbd84c-280c-4232-b43a-12e86cdcb5ab req-ed99d2b5-3ce3-4977-a829-d3dd465a285c service neutron] 10.222.0.24 "GET /v2.0/networks?id=d4e5124e-533e-45d6-b9d3-79afca1c35e2 HTTP/1.1" status: 200 len: 911 time: 0.1150382 Jan 27 16:51:49.232659 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-6c54e0eb-be1e-4e64-b522-ed019460828c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (57754c32-35e9-4d5e-af68-0365a189f859), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:49.235921 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c07214c-ef64-42f1-a225-8de87b1e1fb0 req-947e94f4-21fa-46ef-9fde-a78054674b2a tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:49.237678 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-6c54e0eb-be1e-4e64-b522-ed019460828c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:49.238797 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-6c54e0eb-be1e-4e64-b522-ed019460828c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/57754c32-35e9-4d5e-af68-0365a189f859 HTTP/1.1" status: 204 len: 168 time: 0.7252181 Jan 27 16:51:49.254768 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-6c07214c-ef64-42f1-a225-8de87b1e1fb0 req-947e94f4-21fa-46ef-9fde-a78054674b2a tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 945 time: 0.1769300 Jan 27 16:51:49.330991 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-cbfbd84c-280c-4232-b43a-12e86cdcb5ab req-9e4964ab-f272-466b-8ad5-1810f5833863 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7ee8f95-4b6c-4378-a74a-658d33610c09 HTTP/1.1" status: 200 len: 1000 time: 0.0993409 Jan 27 16:51:49.368826 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-6c07214c-ef64-42f1-a225-8de87b1e1fb0 req-61e2a55d-5db9-4f2f-9e0d-eb59da41015d tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=52be2b41-f385-4b04-9c22-e44335586e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130936 Jan 27 16:51:49.380094 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c54e0eb-be1e-4e64-b522-ed019460828c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57754c32-35e9-4d5e-af68-0365a189f859,revision_number=None']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:51:49.437466 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfbd84c-280c-4232-b43a-12e86cdcb5ab req-a698c471-ea3d-4bf7-bcb2-40d67bf27060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:49.438940 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-cbfbd84c-280c-4232-b43a-12e86cdcb5ab req-a698c471-ea3d-4bf7-bcb2-40d67bf27060 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d38c499f-fa3e-48b8-ba77-1e1246ed2b6a HTTP/1.1" status: 200 len: 849 time: 0.0742044 Jan 27 16:51:49.501116 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-5425f680-0818-47db-bf85-844124ab5b37 req-536225b6-40b9-4d85-a6d3-77f6512bcbb4 service neutron] 10.222.0.24 "GET /v2.0/networks/d601b71c-9e85-4907-a350-1cc1a1486f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813392 Jan 27 16:51:49.524040 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfbd84c-280c-4232-b43a-12e86cdcb5ab req-b51af5c5-98cd-45e5-9473-1e1736205aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:49.526540 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-cbfbd84c-280c-4232-b43a-12e86cdcb5ab req-b51af5c5-98cd-45e5-9473-1e1736205aed service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d4e5124e-533e-45d6-b9d3-79afca1c35e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0626607 Jan 27 16:51:49.555032 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-66ba84dd-632c-456a-bb12-6a575fe6244f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9495f383-87a2-4ffd-86dd-67b8d88d602c), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:49.622879 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device 4c6d1bb1-4016-470a-874a-0345faae637a up at agent hyperv_hv-cinder-81883 {{(pid=114096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:51:49.784907 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Provisioning for port 4c6d1bb1-4016-470a-874a-0345faae637a completed by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 16:51:49.804904 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Provisioning complete for port 4c6d1bb1-4016-470a-874a-0345faae637a triggered by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:51:49.805786 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (4c6d1bb1-4016-470a-874a-0345faae637a), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:49.828039 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-cbfbd84c-280c-4232-b43a-12e86cdcb5ab req-f5843269-7803-4ac3-a85b-c1e346883540 service neutron] 10.222.0.24 "GET /v2.0/networks/d4e5124e-533e-45d6-b9d3-79afca1c35e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787216 Jan 27 16:51:50.024927 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e11496-dbe3-4421-804e-f016489d1a02 req-d1ead263-d516-4a06-85cd-206221eeedb1 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:50.029097 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-b8e11496-dbe3-4421-804e-f016489d1a02 req-d1ead263-d516-4a06-85cd-206221eeedb1 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2 HTTP/1.1" status: 200 len: 945 time: 0.1599402 Jan 27 16:51:50.107904 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-cbfbd84c-280c-4232-b43a-12e86cdcb5ab req-3677cba0-9c69-4362-81ef-73630ea84f3d service neutron] 10.222.0.24 "GET /v2.0/networks/d4e5124e-533e-45d6-b9d3-79afca1c35e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677217 Jan 27 16:51:50.166591 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-b8e11496-dbe3-4421-804e-f016489d1a02 req-f803f373-609c-49d9-a921-1d94b888b2fa tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310337 Jan 27 16:51:50.289945 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6212377-b98f-4af2-89bb-7e38bd61b390 req-0e41c0c7-6e01-4155-a429-8eae16153c67 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:50.300799 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-c6212377-b98f-4af2-89bb-7e38bd61b390 req-0e41c0c7-6e01-4155-a429-8eae16153c67 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e2afd7a-cfd6-4228-b067-077d9f739343 HTTP/1.1" status: 200 len: 944 time: 0.0852783 Jan 27 16:51:50.395369 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-c6212377-b98f-4af2-89bb-7e38bd61b390 req-8949c749-2a87-4ac4-ac6c-4f6359e5f5ff tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef32afb6-089b-4677-972e-4c461cd72a86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865638 Jan 27 16:51:50.505010 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed594e7-673c-43f8-8789-56b2e7778a18 req-3af41b22-f37a-4cd1-82f4-1e924f497264 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:50.513782 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-9ed594e7-673c-43f8-8789-56b2e7778a18 req-3af41b22-f37a-4cd1-82f4-1e924f497264 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=27dbabab-3baf-4446-aaad-bdd80b162cd7 HTTP/1.1" status: 200 len: 945 time: 0.1320188 Jan 27 16:51:50.623241 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Current status of the port 4c6d1bb1-4016-470a-874a-0345faae637a is: BUILD; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:51:50.625523 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (4c6d1bb1-4016-470a-874a-0345faae637a), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:50.691836 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e2afd7a-cfd6-4228-b067-077d9f739343', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c6d1bb1-4016-470a-874a-0345faae637a'}] {{(pid=114096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:51:50.704267 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7400b25514d980253c692f49984ce8becaf326df5cb1ee6ae8228296f1505bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab57a29-8c6c-485f-98cd-178065983309" -d '{"events": [{"server_uuid": "7e2afd7a-cfd6-4228-b067-077d9f739343", "name": "network-vif-plugged", "status": "completed", "tag": "4c6d1bb1-4016-470a-874a-0345faae637a"}]}' {{(pid=114096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:51:50.720082 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] For port 4c6d1bb1-4016-470a-874a-0345faae637a, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=4c6d1bb1-4016-470a-874a-0345faae637a,segment=NetworkSegment(9cf010a4-01d5-45d3-8f39-2af2ba8124ec),segment_id=9cf010a4-01d5-45d3-8f39-2af2ba8124ec)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:51:50.725486 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-9ed594e7-673c-43f8-8789-56b2e7778a18 req-b936402d-fca9-4af6-9cfe-4722ce360908 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/security-groups?id=341578a6-674d-4340-af0f-c81e76fc0269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2106957 Jan 27 16:51:50.729473 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (4c6d1bb1-4016-470a-874a-0345faae637a), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:50.760850 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e57d33a-745b-4b5b-abf3-e16c1c157559 req-a6012a2d-cffc-4278-8b26-af1f92456776 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:50.763506 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-3e57d33a-745b-4b5b-abf3-e16c1c157559 req-a6012a2d-cffc-4278-8b26-af1f92456776 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 945 time: 0.1849444 Jan 27 16:51:50.828856 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Pushing event updated for resources: {'Port': ['ID=4c6d1bb1-4016-470a-874a-0345faae637a,revision_number=5']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:51:50.833316 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 16:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ddcb5d-b4b9-438a-9749-c14837290e38 x-openstack-request-id: req-04ddcb5d-b4b9-438a-9749-c14837290e38 {{(pid=114096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:51:50.833546 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e2afd7a-cfd6-4228-b067-077d9f739343", "name": "network-vif-plugged", "status": "completed", "tag": "4c6d1bb1-4016-470a-874a-0345faae637a", "code": 200}]} {{(pid=114096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:51:50.833843 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-04ddcb5d-b4b9-438a-9749-c14837290e38 {{(pid=114096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:51:50.834181 dv-cinder-818830-2-iscsi neutron-server[114096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e2afd7a-cfd6-4228-b067-077d9f739343', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c6d1bb1-4016-470a-874a-0345faae637a', 'code': 200} Jan 27 16:51:50.924191 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-3e57d33a-745b-4b5b-abf3-e16c1c157559 req-fb4c3e13-7b55-4a77-90e3-1b1a24b4f93a tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=52be2b41-f385-4b04-9c22-e44335586e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1481204 Jan 27 16:51:51.320627 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b8784e-bb7a-49cd-987f-34d62f6a081d req-952b9182-74c0-4a20-9d4a-541c4fbcfcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:51.330622 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-42b8784e-bb7a-49cd-987f-34d62f6a081d req-952b9182-74c0-4a20-9d4a-541c4fbcfcfb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7e2afd7a-cfd6-4228-b067-077d9f739343 HTTP/1.1" status: 200 len: 1098 time: 0.1215692 Jan 27 16:51:51.437571 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c209e0-248f-4135-be47-c69e7fbf6208 req-cfda52f6-400b-4d72-b92f-a6714db7887f tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:51.439460 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-36c209e0-248f-4135-be47-c69e7fbf6208 req-cfda52f6-400b-4d72-b92f-a6714db7887f tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2 HTTP/1.1" status: 200 len: 945 time: 0.1459417 Jan 27 16:51:51.467338 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-42b8784e-bb7a-49cd-987f-34d62f6a081d req-c6d51ed9-fa46-4e63-a086-e8df0c399e5c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ef32afb6-089b-4677-972e-4c461cd72a86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261353 Jan 27 16:51:51.548551 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-d66b1738-fecd-429f-97ae-c3b5c23d3d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9d445c8f-179b-40e3-9cb5-ffaa95aecd6a), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:51.611715 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-36c209e0-248f-4135-be47-c69e7fbf6208 req-3b16fe52-6204-4b8d-ac09-da276b11cbfb tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577659 Jan 27 16:51:51.665388 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d59b39-9a4c-48b3-b06d-aa422513c19b req-f33d80bb-b282-4b34-906f-68712c0b6d25 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:51.673944 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-c6d59b39-9a4c-48b3-b06d-aa422513c19b req-f33d80bb-b282-4b34-906f-68712c0b6d25 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e2afd7a-cfd6-4228-b067-077d9f739343 HTTP/1.1" status: 200 len: 945 time: 0.1661682 Jan 27 16:51:51.755995 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-c6d59b39-9a4c-48b3-b06d-aa422513c19b req-3fa6a92b-b96c-46b5-90ae-24b179cbad79 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef32afb6-089b-4677-972e-4c461cd72a86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808346 Jan 27 16:51:51.885593 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62efcc8b-2e66-45ad-b156-16ddaf213ba5 req-0e92ccfc-457b-4c51-88ee-cbeeba0f7184 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:51.892409 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-62efcc8b-2e66-45ad-b156-16ddaf213ba5 req-0e92ccfc-457b-4c51-88ee-cbeeba0f7184 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=27dbabab-3baf-4446-aaad-bdd80b162cd7 HTTP/1.1" status: 200 len: 945 time: 0.0613205 Jan 27 16:51:51.966072 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-62efcc8b-2e66-45ad-b156-16ddaf213ba5 req-58a737f0-b9f9-45d9-9f66-7108ba62fec1 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/security-groups?id=341578a6-674d-4340-af0f-c81e76fc0269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629542 Jan 27 16:51:52.138152 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd203a7f-2010-4c1c-b2a7-7621e702cbd7 req-692c2523-161b-4f98-9338-d05b99d7182e tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:52.140337 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-bd203a7f-2010-4c1c-b2a7-7621e702cbd7 req-692c2523-161b-4f98-9338-d05b99d7182e tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 945 time: 0.0773621 Jan 27 16:51:52.221246 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-bd203a7f-2010-4c1c-b2a7-7621e702cbd7 req-c3b0ee78-9ae4-486a-b35a-cd604909159b tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=52be2b41-f385-4b04-9c22-e44335586e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709286 Jan 27 16:51:52.591461 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (492c1832-c7a3-4f77-b4ba-2ebdc28556bf), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:52.745135 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e985ad-6f44-475b-8c3d-02be8d4ef46a req-8956cd06-6db3-4ccb-8cc7-514a213601c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:52.746880 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-e4e985ad-6f44-475b-8c3d-02be8d4ef46a req-8956cd06-6db3-4ccb-8cc7-514a213601c4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=11d012d792424a858b876a618c79f7af&device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 1098 time: 0.0596588 Jan 27 16:51:52.754926 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693e75e5-774e-42cb-92fe-235804db474f req-09d6b393-4b67-463f-8b5b-94f0872cf483 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:52.756464 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-693e75e5-774e-42cb-92fe-235804db474f req-09d6b393-4b67-463f-8b5b-94f0872cf483 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2 HTTP/1.1" status: 200 len: 945 time: 0.0622208 Jan 27 16:51:52.842939 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-693e75e5-774e-42cb-92fe-235804db474f req-0c32bc29-35f9-41fb-9a41-801173975591 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729134 Jan 27 16:51:52.900400 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e985ad-6f44-475b-8c3d-02be8d4ef46a req-fb05159d-a529-4442-b40c-ec8a8c7a3ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:52.902288 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-e4e985ad-6f44-475b-8c3d-02be8d4ef46a req-fb05159d-a529-4442-b40c-ec8a8c7a3ae8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4e17d67f-4d84-42b2-a3bf-cf48fd71687d HTTP/1.1" status: 200 len: 918 time: 0.1399052 Jan 27 16:51:52.970611 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9fca42-b851-439a-b67e-8362e81ecfaf req-b7e38d21-9427-40be-9cc9-9cedf1ad5f77 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:52.972731 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-9b9fca42-b851-439a-b67e-8362e81ecfaf req-b7e38d21-9427-40be-9cc9-9cedf1ad5f77 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e2afd7a-cfd6-4228-b067-077d9f739343 HTTP/1.1" status: 200 len: 945 time: 0.0652537 Jan 27 16:51:53.002218 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-e4e985ad-6f44-475b-8c3d-02be8d4ef46a req-b0057a2a-3897-44f9-836c-af8f9c41d44b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=abeda3c4-6ebc-46ec-9c5e-ff3315222ece HTTP/1.1" status: 200 len: 1000 time: 0.0937870 Jan 27 16:51:53.041951 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-9b9fca42-b851-439a-b67e-8362e81ecfaf req-e3323a47-3d63-434f-bb50-1e2c67ee445d tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef32afb6-089b-4677-972e-4c461cd72a86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577426 Jan 27 16:51:53.072171 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e985ad-6f44-475b-8c3d-02be8d4ef46a req-8fb93432-795d-4125-aedf-aa57a23d548b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:53.073763 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-e4e985ad-6f44-475b-8c3d-02be8d4ef46a req-8fb93432-795d-4125-aedf-aa57a23d548b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b0494b2b-60e2-42b5-a63f-939831eceb11 HTTP/1.1" status: 200 len: 856 time: 0.0618742 Jan 27 16:51:53.121617 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e985ad-6f44-475b-8c3d-02be8d4ef46a req-9242ddb4-afcf-46d6-bdd7-5651f1a04fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:53.123166 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-e4e985ad-6f44-475b-8c3d-02be8d4ef46a req-9242ddb4-afcf-46d6-bdd7-5651f1a04fed service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4e17d67f-4d84-42b2-a3bf-cf48fd71687d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420430 Jan 27 16:51:53.241378 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-e4e985ad-6f44-475b-8c3d-02be8d4ef46a req-762dcd7d-c373-43dc-806b-4b50559a5e0b service neutron] 10.222.0.24 "GET /v2.0/networks/4e17d67f-4d84-42b2-a3bf-cf48fd71687d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008954 Jan 27 16:51:53.437768 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da09408b-5f17-4f80-8f26-7bd6ab25b2d0 req-558865ac-101b-4b07-a8f0-fc87af18413c tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:53.444976 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-da09408b-5f17-4f80-8f26-7bd6ab25b2d0 req-558865ac-101b-4b07-a8f0-fc87af18413c tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 945 time: 0.0942204 Jan 27 16:51:53.462274 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-e4e985ad-6f44-475b-8c3d-02be8d4ef46a req-f3e3928f-697f-4999-9bb7-f60fa1ad8d57 service neutron] 10.222.0.24 "GET /v2.0/networks/4e17d67f-4d84-42b2-a3bf-cf48fd71687d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073724 Jan 27 16:51:53.513617 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-da09408b-5f17-4f80-8f26-7bd6ab25b2d0 req-13423815-2d7d-47b3-a15f-fa2edbb8c924 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=52be2b41-f385-4b04-9c22-e44335586e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675271 Jan 27 16:51:53.980043 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56520f70-cf69-4eef-be31-b7897184e05b req-b7bbf817-ee33-4447-aa3a-95e6e9a533d2 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:53.984681 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-56520f70-cf69-4eef-be31-b7897184e05b req-b7bbf817-ee33-4447-aa3a-95e6e9a533d2 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2 HTTP/1.1" status: 200 len: 945 time: 0.0815766 Jan 27 16:51:54.047399 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-56520f70-cf69-4eef-be31-b7897184e05b req-5cd65b23-7459-4e16-ae8d-80b01fc26b6c tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561213 Jan 27 16:51:54.194761 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155147bc-6dfc-4c57-ab1c-dd8f301b03d0 req-c1e32847-00fe-4135-8992-baae74b566b8 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:54.203532 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-155147bc-6dfc-4c57-ab1c-dd8f301b03d0 req-c1e32847-00fe-4135-8992-baae74b566b8 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e2afd7a-cfd6-4228-b067-077d9f739343 HTTP/1.1" status: 200 len: 945 time: 0.0724628 Jan 27 16:51:54.297048 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-155147bc-6dfc-4c57-ab1c-dd8f301b03d0 req-2073ff01-cca5-4c15-87e2-2bb3bf608367 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef32afb6-089b-4677-972e-4c461cd72a86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920377 Jan 27 16:51:54.445982 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab8da37-2775-4a3f-a405-9d811ef23fdb req-d8a51507-35ce-435d-bcf1-c2be36cef095 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:54.454769 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-9ab8da37-2775-4a3f-a405-9d811ef23fdb req-d8a51507-35ce-435d-bcf1-c2be36cef095 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e2afd7a-cfd6-4228-b067-077d9f739343 HTTP/1.1" status: 200 len: 945 time: 0.0705976 Jan 27 16:51:54.529967 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-9ab8da37-2775-4a3f-a405-9d811ef23fdb req-32d37968-3284-4009-a1de-437364bfa960 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef32afb6-089b-4677-972e-4c461cd72a86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733800 Jan 27 16:51:54.553577 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 49770) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:51:54.682847 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915ffaa4-6a8d-4edc-99a2-dd7324412f0c req-2432788a-7299-48b2-90a6-308c2c74ad16 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:54.689389 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-915ffaa4-6a8d-4edc-99a2-dd7324412f0c req-2432788a-7299-48b2-90a6-308c2c74ad16 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 945 time: 0.0836635 Jan 27 16:51:54.811435 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-915ffaa4-6a8d-4edc-99a2-dd7324412f0c req-78492d3e-d411-49b6-a9cf-53733162c938 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=52be2b41-f385-4b04-9c22-e44335586e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143887 Jan 27 16:51:54.884094 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae34e9f-c02f-4b7a-9a87-65941c4c4aba tempest-TestShelveInstance-637593832 tempest-TestShelveInstance-637593832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:54.885689 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-2ae34e9f-c02f-4b7a-9a87-65941c4c4aba tempest-TestShelveInstance-637593832 tempest-TestShelveInstance-637593832-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=7e2afd7a-cfd6-4228-b067-077d9f739343 HTTP/1.1" status: 200 len: 1093 time: 0.3310182 Jan 27 16:51:54.888612 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 49782) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:51:54.893252 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.v2.base [None req-8521790b-0a35-4326-8472-9d7c461f37f6 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Request body: {'floatingip': {'floating_network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'port_id': '4c6d1bb1-4016-470a-874a-0345faae637a', 'tenant_id': '5c13f9d51cfe44de91903d2de6032c92', 'fixed_ip_address': '172.20.0.8'}} {{(pid=114095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:51:54.922534 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-8521790b-0a35-4326-8472-9d7c461f37f6 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:55.066724 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-8521790b-0a35-4326-8472-9d7c461f37f6 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:55.166075 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 49788) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:51:55.263376 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf0b29-ac21-46c4-b24c-29936df0298f req-de54c379-1aa2-47b7-8025-d27ec488229b tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:55.277213 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-deaf0b29-ac21-46c4-b24c-29936df0298f req-de54c379-1aa2-47b7-8025-d27ec488229b tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2 HTTP/1.1" status: 200 len: 945 time: 0.1333246 Jan 27 16:51:55.311253 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.db.db_base_plugin_common [None req-8521790b-0a35-4326-8472-9d7c461f37f6 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Allocated IP 172.27.2.179 (7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9/3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf/cf164a33-e5fa-4732-b58c-a95d050dee29) {{(pid=114095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:51:55.363921 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-deaf0b29-ac21-46c4-b24c-29936df0298f req-9231cc06-e26d-4485-a07b-9d0106e7edc9 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739634 Jan 27 16:51:55.370535 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-c6446e12-ccdb-4f5d-874d-eecf5dc9cb65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:55.475055 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-c6446e12-ccdb-4f5d-874d-eecf5dc9cb65 admin admin] Publish callbacks [] for security_group (45af832d-e2a9-426d-b6dc-cf1fdbeafc78), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:55.480432 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-c6446e12-ccdb-4f5d-874d-eecf5dc9cb65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (45af832d-e2a9-426d-b6dc-cf1fdbeafc78), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:55.493002 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-8521790b-0a35-4326-8472-9d7c461f37f6 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Publish callbacks [] for port (cf164a33-e5fa-4732-b58c-a95d050dee29), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:55.510407 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 49794) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:51:55.510663 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-c6446e12-ccdb-4f5d-874d-eecf5dc9cb65 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4f79810eaa734bc59e555dfca397c693&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3426464 Jan 27 16:51:55.531986 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6446e12-ccdb-4f5d-874d-eecf5dc9cb65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45af832d-e2a9-426d-b6dc-cf1fdbeafc78,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:51:55.598092 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-32838513-7116-4889-a7e8-b66a0aca5dc5 admin admin] Publish callbacks [] for security_group (45af832d-e2a9-426d-b6dc-cf1fdbeafc78), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:55.600158 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-8521790b-0a35-4326-8472-9d7c461f37f6 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740202573617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080504'] for port (cf164a33-e5fa-4732-b58c-a95d050dee29), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:55.651670 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8521790b-0a35-4326-8472-9d7c461f37f6 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Network 7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9 is already hosted by enough agents. {{(pid=114095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:51:55.658327 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.scheduler.base_scheduler [None req-8521790b-0a35-4326-8472-9d7c461f37f6 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Resources bound (agent type, host, resource id): {{(pid=114095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:51:55.662011 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-32838513-7116-4889-a7e8-b66a0aca5dc5 admin admin] Publish callbacks [] for security_group (45af832d-e2a9-426d-b6dc-cf1fdbeafc78), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:55.671662 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8521790b-0a35-4326-8472-9d7c461f37f6 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Received port after_create {{(pid=114095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:51:55.696977 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8521790b-0a35-4326-8472-9d7c461f37f6 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Pushing event updated for resources: {'Port': ['ID=cf164a33-e5fa-4732-b58c-a95d050dee29,revision_number=1']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:51:55.715835 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8521790b-0a35-4326-8472-9d7c461f37f6 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:51:55.716193 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8521790b-0a35-4326-8472-9d7c461f37f6 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:51:55.716516 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8521790b-0a35-4326-8472-9d7c461f37f6 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:51:55.716855 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8521790b-0a35-4326-8472-9d7c461f37f6 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:51:55.717186 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8521790b-0a35-4326-8472-9d7c461f37f6 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:51:55.717513 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8521790b-0a35-4326-8472-9d7c461f37f6 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:51:55.717839 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8521790b-0a35-4326-8472-9d7c461f37f6 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:51:55.718164 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8521790b-0a35-4326-8472-9d7c461f37f6 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:51:55.718482 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8521790b-0a35-4326-8472-9d7c461f37f6 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:51:55.718806 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8521790b-0a35-4326-8472-9d7c461f37f6 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:51:55.719125 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8521790b-0a35-4326-8472-9d7c461f37f6 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:51:55.719442 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8521790b-0a35-4326-8472-9d7c461f37f6 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:51:55.719789 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8521790b-0a35-4326-8472-9d7c461f37f6 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:51:55.820184 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-32838513-7116-4889-a7e8-b66a0aca5dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (45af832d-e2a9-426d-b6dc-cf1fdbeafc78), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:55.822879 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-32838513-7116-4889-a7e8-b66a0aca5dc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:55.824531 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-32838513-7116-4889-a7e8-b66a0aca5dc5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/45af832d-e2a9-426d-b6dc-cf1fdbeafc78 HTTP/1.1" status: 204 len: 168 time: 0.3130488 Jan 27 16:51:55.867146 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32838513-7116-4889-a7e8-b66a0aca5dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45af832d-e2a9-426d-b6dc-cf1fdbeafc78,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:51:55.900021 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device abeda3c4-6ebc-46ec-9c5e-ff3315222ece no longer exists at agent hyperv_hv-cinder-81883 {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:51:56.034639 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Current status of the port abeda3c4-6ebc-46ec-9c5e-ff3315222ece is: ACTIVE; New status is: DOWN {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:51:56.035207 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (abeda3c4-6ebc-46ec-9c5e-ff3315222ece), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:56.062549 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7ddbd2c-1d14-4efe-9228-3feaa97ef620', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abeda3c4-6ebc-46ec-9c5e-ff3315222ece'}] {{(pid=114096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:51:56.064991 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7400b25514d980253c692f49984ce8becaf326df5cb1ee6ae8228296f1505bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab17264-9146-438a-b7aa-25f9d77db92a" -d '{"events": [{"server_uuid": "f7ddbd2c-1d14-4efe-9228-3feaa97ef620", "name": "network-vif-unplugged", "status": "completed", "tag": "abeda3c4-6ebc-46ec-9c5e-ff3315222ece"}]}' {{(pid=114096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:51:56.076794 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883723ee-c1cc-4747-ab65-cd18533931fa req-51da58bf-b7b1-433c-8e8f-6c2307c66306 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:56.078349 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] For port abeda3c4-6ebc-46ec-9c5e-ff3315222ece, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=abeda3c4-6ebc-46ec-9c5e-ff3315222ece,segment=NetworkSegment(f24320bd-5fde-4b90-81d3-17a919a07a12),segment_id=f24320bd-5fde-4b90-81d3-17a919a07a12)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:51:56.083884 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (abeda3c4-6ebc-46ec-9c5e-ff3315222ece), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:56.085179 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-883723ee-c1cc-4747-ab65-cd18533931fa req-51da58bf-b7b1-433c-8e8f-6c2307c66306 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 945 time: 0.1222868 Jan 27 16:51:56.137426 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 16:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2768155-a09d-469c-84ba-4b8c74d23770 x-openstack-request-id: req-e2768155-a09d-469c-84ba-4b8c74d23770 {{(pid=114096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:51:56.137738 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7ddbd2c-1d14-4efe-9228-3feaa97ef620", "name": "network-vif-unplugged", "status": "completed", "tag": "abeda3c4-6ebc-46ec-9c5e-ff3315222ece", "code": 200}]} {{(pid=114096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:51:56.137991 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e2768155-a09d-469c-84ba-4b8c74d23770 {{(pid=114096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:51:56.140823 dv-cinder-818830-2-iscsi neutron-server[114096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7ddbd2c-1d14-4efe-9228-3feaa97ef620', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abeda3c4-6ebc-46ec-9c5e-ff3315222ece', 'code': 200} Jan 27 16:51:56.191055 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Pushing event updated for resources: {'Port': ['ID=abeda3c4-6ebc-46ec-9c5e-ff3315222ece,revision_number=8']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:51:56.204748 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-883723ee-c1cc-4747-ab65-cd18533931fa req-ca759482-260c-4054-bcd5-1abf63829544 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=52be2b41-f385-4b04-9c22-e44335586e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185250 Jan 27 16:51:56.207283 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:51:56.208507 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:51:56.209028 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:51:56.209901 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:51:56.210388 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:51:56.210878 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:51:56.211356 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:51:56.211857 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:51:56.212491 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:51:56.213556 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:51:56.214385 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:51:56.214588 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:51:56.215067 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:51:56.280361 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 49808) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:51:56.305654 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-4b254c29-40e3-4e62-a3fd-8559b4cba796 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:56.376889 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-8521790b-0a35-4326-8472-9d7c461f37f6 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Publish callbacks [] for floatingip (988582d6-4120-4e39-b0d5-65aca58e2243), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:56.514587 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-8521790b-0a35-4326-8472-9d7c461f37f6 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (cf164a33-e5fa-4732-b58c-a95d050dee29), before_update {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:56.570908 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-4b254c29-40e3-4e62-a3fd-8559b4cba796 admin admin] Publish callbacks [] for security_group (2ec41388-33bb-41ac-be20-b7e74033a49c), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:56.584344 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-4b254c29-40e3-4e62-a3fd-8559b4cba796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (2ec41388-33bb-41ac-be20-b7e74033a49c), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:56.595167 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5618f-9292-450a-b0a4-12f3c80abfe5 req-605bafb1-62be-4dbd-a494-63660912a555 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:56.597199 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-71f5618f-9292-450a-b0a4-12f3c80abfe5 req-605bafb1-62be-4dbd-a494-63660912a555 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2 HTTP/1.1" status: 200 len: 945 time: 0.1284015 Jan 27 16:51:56.661459 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b254c29-40e3-4e62-a3fd-8559b4cba796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec41388-33bb-41ac-be20-b7e74033a49c,revision_number=1']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:51:56.695919 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-4b254c29-40e3-4e62-a3fd-8559b4cba796 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c784b55327a94384a058d4eea751a6bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4079099 Jan 27 16:51:56.696539 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 49814) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:51:56.737331 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-71f5618f-9292-450a-b0a4-12f3c80abfe5 req-2dc37cbc-8a7e-4896-b03f-fa20fc3b9e70 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257365 Jan 27 16:51:56.777898 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-7c01eb21-ef6d-4d89-82e9-b50b9ad88183 admin admin] Publish callbacks [] for security_group (2ec41388-33bb-41ac-be20-b7e74033a49c), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:56.809251 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-8521790b-0a35-4326-8472-9d7c461f37f6 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Publish callbacks [] for port (cf164a33-e5fa-4732-b58c-a95d050dee29), precommit_update {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:56.816153 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-7c01eb21-ef6d-4d89-82e9-b50b9ad88183 admin admin] Publish callbacks [] for security_group (2ec41388-33bb-41ac-be20-b7e74033a49c), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:56.817438 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-8521790b-0a35-4326-8472-9d7c461f37f6 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080387'] for port (cf164a33-e5fa-4732-b58c-a95d050dee29), after_update {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:56.925876 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8521790b-0a35-4326-8472-9d7c461f37f6 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Pushing event updated for resources: {'Port': ['ID=cf164a33-e5fa-4732-b58c-a95d050dee29,revision_number=2']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:51:56.961045 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-8521790b-0a35-4326-8472-9d7c461f37f6 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1796444'] for floatingip (988582d6-4120-4e39-b0d5-65aca58e2243), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:56.972721 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-7c01eb21-ef6d-4d89-82e9-b50b9ad88183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (2ec41388-33bb-41ac-be20-b7e74033a49c), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:56.975529 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-7c01eb21-ef6d-4d89-82e9-b50b9ad88183 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:56.979150 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-7c01eb21-ef6d-4d89-82e9-b50b9ad88183 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2ec41388-33bb-41ac-be20-b7e74033a49c HTTP/1.1" status: 204 len: 168 time: 0.2793028 Jan 27 16:51:56.991996 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c01eb21-ef6d-4d89-82e9-b50b9ad88183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec41388-33bb-41ac-be20-b7e74033a49c,revision_number=None']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:51:57.084179 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.db.l3_db [None req-8521790b-0a35-4326-8472-9d7c461f37f6 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Floating IP 988582d6-4120-4e39-b0d5-65aca58e2243 associated. External IP: 172.27.2.179, port: 4c6d1bb1-4016-470a-874a-0345faae637a. Jan 27 16:51:57.641172 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a85b25b-b58d-40f6-8d92-1df6baaecfc1 req-63a7932b-9d65-4c35-b464-0e6735974a9c tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:57.642947 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-1a85b25b-b58d-40f6-8d92-1df6baaecfc1 req-63a7932b-9d65-4c35-b464-0e6735974a9c tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 943 time: 0.3237956 Jan 27 16:51:57.651598 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8521790b-0a35-4326-8472-9d7c461f37f6 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Router 3fcd3b45-d762-4234-8539-0812cbbe1b2a has already been hosted by L3 agent bdbd084a-7876-495d-b5d9-cf3ee18f0227 {{(pid=114095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 16:51:57.746524 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-1a85b25b-b58d-40f6-8d92-1df6baaecfc1 req-d1e82f44-3433-462e-839e-f15faba9cb53 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=52be2b41-f385-4b04-9c22-e44335586e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895851 Jan 27 16:51:57.848901 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8521790b-0a35-4326-8472-9d7c461f37f6 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Notify agent at l3_agent.dv-cinder-818830-2-iscsi the message routers_updated {{(pid=114095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 16:51:57.864521 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e95054-f79c-4b94-a320-0f255f99edc8 None None] Sync routers for ids ['3fcd3b45-d762-4234-8539-0812cbbe1b2a'] in dv-cinder-818830-2-iscsi {{(pid=114097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 16:51:57.876796 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e95054-f79c-4b94-a320-0f255f99edc8 None None] Routers {'3fcd3b45-d762-4234-8539-0812cbbe1b2a'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:51:57.879360 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_hamode_db [None req-b8e95054-f79c-4b94-a320-0f255f99edc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T16:51:48Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['3fcd3b45-d762-4234-8539-0812cbbe1b2a'], 'active': True} {{(pid=114097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:51:57.885693 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-8521790b-0a35-4326-8472-9d7c461f37f6 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118807'] for floatingip (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:57.936557 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-8521790b-0a35-4326-8472-9d7c461f37f6 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0467329 Jan 27 16:51:57.937787 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e2afd7a-cfd6-4228-b067-077d9f739343', 'tag': '4c6d1bb1-4016-470a-874a-0345faae637a'}] {{(pid=114095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:51:57.940058 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4239e6a803e2f619fc9b8f6c8a6584a7ac442468773ed84b4810d4ba10bf9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e41cc4cb-abde-4996-9ad2-b11a0267d317" -d '{"events": [{"name": "network-changed", "server_uuid": "7e2afd7a-cfd6-4228-b067-077d9f739343", "tag": "4c6d1bb1-4016-470a-874a-0345faae637a"}]}' {{(pid=114095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:51:57.963739 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db511c87-3fb5-4787-addc-1d0ab351e4bd req-409ef70c-5bef-459d-aced-dd4500ccf9c4 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:57.965549 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-db511c87-3fb5-4787-addc-1d0ab351e4bd req-409ef70c-5bef-459d-aced-dd4500ccf9c4 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2 HTTP/1.1" status: 200 len: 945 time: 0.1195893 Jan 27 16:51:58.012941 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 16:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c83a992e-3fc9-4d43-99e5-3ab3e8ff9913 x-openstack-request-id: req-c83a992e-3fc9-4d43-99e5-3ab3e8ff9913 {{(pid=114095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:51:58.013227 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e2afd7a-cfd6-4228-b067-077d9f739343", "tag": "4c6d1bb1-4016-470a-874a-0345faae637a", "status": "completed", "code": 200}]} {{(pid=114095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:51:58.013481 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c83a992e-3fc9-4d43-99e5-3ab3e8ff9913 {{(pid=114095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:51:58.013879 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e2afd7a-cfd6-4228-b067-077d9f739343', 'tag': '4c6d1bb1-4016-470a-874a-0345faae637a', 'status': 'completed', 'code': 200} Jan 27 16:51:58.066866 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-db511c87-3fb5-4787-addc-1d0ab351e4bd req-b88ebea4-ac84-4829-8015-129481a0e11e tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927169 Jan 27 16:51:58.074761 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_dvr_db [None req-b8e95054-f79c-4b94-a320-0f255f99edc8 None None] Set router 3fcd3b45-d762-4234-8539-0812cbbe1b2a gateway port host: dv-cinder-818830-2-iscsi {{(pid=114097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:51:58.120523 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41cc4cb-abde-4996-9ad2-b11a0267d317 req-8d4acef1-551d-4c97-8329-850491d1b1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:58.123181 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-e41cc4cb-abde-4996-9ad2-b11a0267d317 req-8d4acef1-551d-4c97-8329-850491d1b1e0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5c13f9d51cfe44de91903d2de6032c92&device_id=7e2afd7a-cfd6-4228-b067-077d9f739343 HTTP/1.1" status: 200 len: 1098 time: 0.0719409 Jan 27 16:51:58.329971 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41cc4cb-abde-4996-9ad2-b11a0267d317 req-da85dd7d-f250-4f2c-a443-95fd65c75977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:58.337299 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-e41cc4cb-abde-4996-9ad2-b11a0267d317 req-da85dd7d-f250-4f2c-a443-95fd65c75977 service neutron] 10.222.0.24 "GET /v2.0/networks?id=05347023-7f45-4941-9645-f74845d1ff41 HTTP/1.1" status: 200 len: 909 time: 0.1797128 Jan 27 16:51:58.432156 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_hamode_db [None req-b8e95054-f79c-4b94-a320-0f255f99edc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fcd3b45-d762-4234-8539-0812cbbe1b2a', 'name': 'tempest-TestShelveInstance-318222483-router', 'tenant_id': '5c13f9d51cfe44de91903d2de6032c92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '6a2fd210-b75c-463f-85c0-d4f3b6212ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:50:50Z', 'updated_at': '2022-01-27T16:50:54Z', 'revision_number': 4, 'project_id': '5c13f9d51cfe44de91903d2de6032c92', 'gw_port': {'id': '6a2fd210-b75c-463f-85c0-d4f3b6212ba2', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcd3b45-d762-4234-8539-0812cbbe1b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:50:51Z', 'updated_at': '2022-01-27T16:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi', '_floatingips': [{'id': '988582d6-4120-4e39-b0d5-65aca58e2243', 'tenant_id': '5c13f9d51cfe44de91903d2de6032c92', 'floating_ip_address': '172.27.2.179', 'floating_network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'router_id': '3fcd3b45-d762-4234-8539-0812cbbe1b2a', 'port_id': '4c6d1bb1-4016-470a-874a-0345faae637a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05347023-7f45-4941-9645-f74845d1ff41', 'mac_address': 'fa:16:3e:6c:83:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2afd7a-cfd6-4228-b067-077d9f739343', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T16:51:56Z', 'updated_at': '2022-01-27T16:51:56Z', 'revision_number': 0, 'project_id': '5c13f9d51cfe44de91903d2de6032c92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bd716ec-f257-4795-8534-d69281b43955', 'name': '', 'network_id': '05347023-7f45-4941-9645-f74845d1ff41', 'tenant_id': '5c13f9d51cfe44de91903d2de6032c92', 'mac_address': 'fa:16:3e:0b:36:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcd3b45-d762-4234-8539-0812cbbe1b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '7ab5f392-687f-432c-88e9-dac8c277b717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:50:53Z', 'updated_at': '2022-01-27T16:51:00Z', 'revision_number': 5, 'project_id': '5c13f9d51cfe44de91903d2de6032c92', 'subnets': [{'id': '7ab5f392-687f-432c-88e9-dac8c277b717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:51:58.469627 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e95054-f79c-4b94-a320-0f255f99edc8 None None] Checking router: 3fcd3b45-d762-4234-8539-0812cbbe1b2a for host: dv-cinder-818830-2-iscsi {{(pid=114097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 16:51:58.481200 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e95054-f79c-4b94-a320-0f255f99edc8 None None] Routers {'3fcd3b45-d762-4234-8539-0812cbbe1b2a'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:51:58.482499 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_hamode_db [None req-b8e95054-f79c-4b94-a320-0f255f99edc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T16:51:48Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['3fcd3b45-d762-4234-8539-0812cbbe1b2a'], 'active': True} {{(pid=114097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:51:58.511724 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-e41cc4cb-abde-4996-9ad2-b11a0267d317 req-8a5a3b7a-805c-44e0-8b6c-9f6570ddb221 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c6d1bb1-4016-470a-874a-0345faae637a HTTP/1.1" status: 200 len: 999 time: 0.1454847 Jan 27 16:51:58.521791 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 49868) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:51:58.586024 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41cc4cb-abde-4996-9ad2-b11a0267d317 req-81ee0ffc-81a2-4cab-87ae-d3eb25fa1338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:58.587617 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-e41cc4cb-abde-4996-9ad2-b11a0267d317 req-81ee0ffc-81a2-4cab-87ae-d3eb25fa1338 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7ab5f392-687f-432c-88e9-dac8c277b717 HTTP/1.1" status: 200 len: 847 time: 0.0590670 Jan 27 16:51:58.648993 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_dvr_db [None req-b8e95054-f79c-4b94-a320-0f255f99edc8 None None] Set router 3fcd3b45-d762-4234-8539-0812cbbe1b2a gateway port host: dv-cinder-818830-2-iscsi {{(pid=114097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:51:58.664465 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41cc4cb-abde-4996-9ad2-b11a0267d317 req-c791d645-7693-4240-adfd-a23c7009b452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:58.666067 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-e41cc4cb-abde-4996-9ad2-b11a0267d317 req-c791d645-7693-4240-adfd-a23c7009b452 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=05347023-7f45-4941-9645-f74845d1ff41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0630119 Jan 27 16:51:58.676343 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-9b9da775-3615-4300-9f83-d186540d0287 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:58.775998 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-9b9da775-3615-4300-9f83-d186540d0287 admin admin] Publish callbacks [] for security_group (061648a8-0937-4b97-83da-3d2bfd5da4e0), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:58.781216 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-9b9da775-3615-4300-9f83-d186540d0287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (061648a8-0937-4b97-83da-3d2bfd5da4e0), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:58.834523 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 49874) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:51:58.835498 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-9b9da775-3615-4300-9f83-d186540d0287 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5b3c4cafcfcc42319f1fdac0057e6629&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3113325 Jan 27 16:51:58.881671 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9da775-3615-4300-9f83-d186540d0287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=061648a8-0937-4b97-83da-3d2bfd5da4e0,revision_number=1']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:51:58.906055 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-e41cc4cb-abde-4996-9ad2-b11a0267d317 req-0ac6d558-9c59-412b-b84e-a047576657fb service neutron] 10.222.0.24 "GET /v2.0/networks/05347023-7f45-4941-9645-f74845d1ff41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320895 Jan 27 16:51:58.992388 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-3e71257e-7b4d-4795-ae0e-9556526c2013 admin admin] Publish callbacks [] for security_group (061648a8-0937-4b97-83da-3d2bfd5da4e0), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:59.007234 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_hamode_db [None req-b8e95054-f79c-4b94-a320-0f255f99edc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fcd3b45-d762-4234-8539-0812cbbe1b2a', 'name': 'tempest-TestShelveInstance-318222483-router', 'tenant_id': '5c13f9d51cfe44de91903d2de6032c92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '6a2fd210-b75c-463f-85c0-d4f3b6212ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:50:50Z', 'updated_at': '2022-01-27T16:50:54Z', 'revision_number': 4, 'project_id': '5c13f9d51cfe44de91903d2de6032c92', 'gw_port': {'id': '6a2fd210-b75c-463f-85c0-d4f3b6212ba2', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcd3b45-d762-4234-8539-0812cbbe1b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:50:51Z', 'updated_at': '2022-01-27T16:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi', '_floatingips': [{'id': '988582d6-4120-4e39-b0d5-65aca58e2243', 'tenant_id': '5c13f9d51cfe44de91903d2de6032c92', 'floating_ip_address': '172.27.2.179', 'floating_network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'router_id': '3fcd3b45-d762-4234-8539-0812cbbe1b2a', 'port_id': '4c6d1bb1-4016-470a-874a-0345faae637a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05347023-7f45-4941-9645-f74845d1ff41', 'mac_address': 'fa:16:3e:6c:83:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2afd7a-cfd6-4228-b067-077d9f739343', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T16:51:56Z', 'updated_at': '2022-01-27T16:51:56Z', 'revision_number': 0, 'project_id': '5c13f9d51cfe44de91903d2de6032c92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bd716ec-f257-4795-8534-d69281b43955', 'name': '', 'network_id': '05347023-7f45-4941-9645-f74845d1ff41', 'tenant_id': '5c13f9d51cfe44de91903d2de6032c92', 'mac_address': 'fa:16:3e:0b:36:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcd3b45-d762-4234-8539-0812cbbe1b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '7ab5f392-687f-432c-88e9-dac8c277b717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:50:53Z', 'updated_at': '2022-01-27T16:51:00Z', 'revision_number': 5, 'project_id': '5c13f9d51cfe44de91903d2de6032c92', 'subnets': [{'id': '7ab5f392-687f-432c-88e9-dac8c277b717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:51:59.014561 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db12d6-d394-4218-bf73-43dfb712a91e req-9cf772ad-c2ef-4ece-9421-ba5108c77a19 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:59.019076 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-3e71257e-7b4d-4795-ae0e-9556526c2013 admin admin] Publish callbacks [] for security_group (061648a8-0937-4b97-83da-3d2bfd5da4e0), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:59.022857 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-c8db12d6-d394-4218-bf73-43dfb712a91e req-9cf772ad-c2ef-4ece-9421-ba5108c77a19 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 943 time: 0.0941181 Jan 27 16:51:59.039278 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e95054-f79c-4b94-a320-0f255f99edc8 None None] The sync data for ids ['3fcd3b45-d762-4234-8539-0812cbbe1b2a'] in dv-cinder-818830-2-iscsi is: [{'id': '3fcd3b45-d762-4234-8539-0812cbbe1b2a', 'name': 'tempest-TestShelveInstance-318222483-router', 'tenant_id': '5c13f9d51cfe44de91903d2de6032c92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '6a2fd210-b75c-463f-85c0-d4f3b6212ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:50:50Z', 'updated_at': '2022-01-27T16:50:54Z', 'revision_number': 4, 'project_id': '5c13f9d51cfe44de91903d2de6032c92', 'gw_port': {'id': '6a2fd210-b75c-463f-85c0-d4f3b6212ba2', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcd3b45-d762-4234-8539-0812cbbe1b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:50:51Z', 'updated_at': '2022-01-27T16:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi', '_floatingips': [{'id': '988582d6-4120-4e39-b0d5-65aca58e2243', 'tenant_id': '5c13f9d51cfe44de91903d2de6032c92', 'floating_ip_address': '172.27.2.179', 'floating_network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'router_id': '3fcd3b45-d762-4234-8539-0812cbbe1b2a', 'port_id': '4c6d1bb1-4016-470a-874a-0345faae637a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05347023-7f45-4941-9645-f74845d1ff41', 'mac_address': 'fa:16:3e:6c:83:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2afd7a-cfd6-4228-b067-077d9f739343', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T16:51:56Z', 'updated_at': '2022-01-27T16:51:56Z', 'revision_number': 0, 'project_id': '5c13f9d51cfe44de91903d2de6032c92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bd716ec-f257-4795-8534-d69281b43955', 'name': '', 'network_id': '05347023-7f45-4941-9645-f74845d1ff41', 'tenant_id': '5c13f9d51cfe44de91903d2de6032c92', 'mac_address': 'fa:16:3e:0b:36:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcd3b45-d762-4234-8539-0812cbbe1b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '7ab5f392-687f-432c-88e9-dac8c277b717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:50:53Z', 'updated_at': '2022-01-27T16:51:00Z', 'revision_number': 5, 'project_id': '5c13f9d51cfe44de91903d2de6032c92', 'subnets': [{'id': '7ab5f392-687f-432c-88e9-dac8c277b717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 16:51:59.071126 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-3e71257e-7b4d-4795-ae0e-9556526c2013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (061648a8-0937-4b97-83da-3d2bfd5da4e0), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:59.073700 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-3e71257e-7b4d-4795-ae0e-9556526c2013 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:51:59.074845 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-3e71257e-7b4d-4795-ae0e-9556526c2013 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/061648a8-0937-4b97-83da-3d2bfd5da4e0 HTTP/1.1" status: 204 len: 168 time: 0.2391181 Jan 27 16:51:59.095145 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e71257e-7b4d-4795-ae0e-9556526c2013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=061648a8-0937-4b97-83da-3d2bfd5da4e0,revision_number=None']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:51:59.125018 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-e41cc4cb-abde-4996-9ad2-b11a0267d317 req-09c0d4a5-ed34-48ea-a75a-9becdc46d6e4 service neutron] 10.222.0.24 "GET /v2.0/networks/05347023-7f45-4941-9645-f74845d1ff41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053194 Jan 27 16:51:59.140035 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-c8db12d6-d394-4218-bf73-43dfb712a91e req-22a8b6fe-d98d-499e-a47a-bf65d0940881 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=52be2b41-f385-4b04-9c22-e44335586e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161616 Jan 27 16:51:59.238769 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b715fc-0ff9-4183-8dce-11dea214a380 req-10dafd50-4984-42b8-b92a-b63e2a500bbc tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:51:59.240513 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-b0b715fc-0ff9-4183-8dce-11dea214a380 req-10dafd50-4984-42b8-b92a-b63e2a500bbc tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2 HTTP/1.1" status: 200 len: 945 time: 0.0747132 Jan 27 16:51:59.337563 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-b0b715fc-0ff9-4183-8dce-11dea214a380 req-964d7698-bd8c-4b0e-b793-e28a432c205d tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913692 Jan 27 16:51:59.404981 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270a308e-5331-48fa-b7f5-2dd27ad3e8ce None None] New status for floating IP 988582d6-4120-4e39-b0d5-65aca58e2243: ACTIVE {{(pid=114096) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 16:51:59.908012 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [req-4d3d8911-2c46-4a2a-beee-867f2955b76b req-8fa1e331-4e03-488a-a11f-3a9b5bc4d518 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114095) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 16:51:59.909509 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-4d3d8911-2c46-4a2a-beee-867f2955b76b req-8fa1e331-4e03-488a-a11f-3a9b5bc4d518 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066299 Jan 27 16:52:00.129088 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 49934) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:52:00.132196 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25623204-7175-47e8-8f75-00e1dd5109d7 req-1ef21a1c-8d58-47dd-8313-c0f9e97e0c12 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:00.149155 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-25623204-7175-47e8-8f75-00e1dd5109d7 req-1ef21a1c-8d58-47dd-8313-c0f9e97e0c12 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 943 time: 0.0905266 Jan 27 16:52:00.243535 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-25623204-7175-47e8-8f75-00e1dd5109d7 req-f0a8cdea-ccd9-4c08-a87c-0da80db81c9e tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=52be2b41-f385-4b04-9c22-e44335586e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827301 Jan 27 16:52:00.292713 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.v2.base [None req-99d6ba17-d12a-420d-8ea3-518fb7db2015 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1743930393-network', 'tenant_id': 'fe08ade68b284511b92c42fba70f29d3'}} {{(pid=114094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:52:00.324359 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d6ba17-d12a-420d-8ea3-518fb7db2015 admin admin] Made reservation on behalf of fe08ade68b284511b92c42fba70f29d3 for: {'network': 1} {{(pid=114094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:52:00.326640 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-99d6ba17-d12a-420d-8ea3-518fb7db2015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for network (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:00.335736 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-99d6ba17-d12a-420d-8ea3-518fb7db2015 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:00.440392 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-99d6ba17-d12a-420d-8ea3-518fb7db2015 admin admin] Publish callbacks [] for security_group (0eb100d7-7129-43cb-8277-73c5dbb87bea), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:00.450042 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-99d6ba17-d12a-420d-8ea3-518fb7db2015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (0eb100d7-7129-43cb-8277-73c5dbb87bea), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:00.470313 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99d6ba17-d12a-420d-8ea3-518fb7db2015 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=114094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 16:52:00.488252 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52cc00b-8c6b-437b-9ce2-42f5a7a06b15 req-94261f87-c832-4f9c-a2ea-d623f8ec0a23 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:00.488813 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-99d6ba17-d12a-420d-8ea3-518fb7db2015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985126'] for segment (c36f6854-8df8-41db-a98a-a633d19cdbb2), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:00.489294 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.db.segments_db [None req-99d6ba17-d12a-420d-8ea3-518fb7db2015 admin admin] Added segment c36f6854-8df8-41db-a98a-a633d19cdbb2 of type vlan for network 0cf8540c-4553-4409-baa3-685ce5fef788 Jan 27 16:52:00.501167 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-e52cc00b-8c6b-437b-9ce2-42f5a7a06b15 req-94261f87-c832-4f9c-a2ea-d623f8ec0a23 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2 HTTP/1.1" status: 200 len: 945 time: 0.0829675 Jan 27 16:52:00.574053 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-99d6ba17-d12a-420d-8ea3-518fb7db2015 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740202591609'] for network (0cf8540c-4553-4409-baa3-685ce5fef788), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:00.577943 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d6ba17-d12a-420d-8ea3-518fb7db2015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb100d7-7129-43cb-8277-73c5dbb87bea,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:52:00.589727 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-e52cc00b-8c6b-437b-9ce2-42f5a7a06b15 req-7eb824c7-bdbd-40d0-92cb-c6dbd7e5f2ce tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818162 Jan 27 16:52:00.610426 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-99d6ba17-d12a-420d-8ea3-518fb7db2015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092'] for network (0cf8540c-4553-4409-baa3-685ce5fef788), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:00.611734 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d6ba17-d12a-420d-8ea3-518fb7db2015 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:00.612763 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-99d6ba17-d12a-420d-8ea3-518fb7db2015 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032074'] for network (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:00.649755 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 49954) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:52:00.677936 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-99d6ba17-d12a-420d-8ea3-518fb7db2015 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5469432 Jan 27 16:52:00.682194 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 49958) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:52:00.688883 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.v2.base [None req-3dbd9a3a-77e7-4607-a642-933683de7831 admin admin] Request body: {'subnet': {'network_id': '0cf8540c-4553-4409-baa3-685ce5fef788', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1743930393-subnet', 'tenant_id': 'fe08ade68b284511b92c42fba70f29d3', 'ip_version': 4}} {{(pid=114094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:52:00.697123 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d6ba17-d12a-420d-8ea3-518fb7db2015 admin admin] Pushing event updated for resources: {'Network': ['ID=0cf8540c-4553-4409-baa3-685ce5fef788,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:52:00.708556 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Network 0cf8540c-4553-4409-baa3-685ce5fef788 details requested by agent ovs-agent-dv-cinder-818830-2-iscsi with host dv-cinder-818830-2-iscsi {{(pid=114096) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 16:52:00.715752 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dbd9a3a-77e7-4607-a642-933683de7831 admin admin] Made reservation on behalf of fe08ade68b284511b92c42fba70f29d3 for: {'subnet': 1} {{(pid=114094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:52:00.718262 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-3dbd9a3a-77e7-4607-a642-933683de7831 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8876028'] for subnet (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:00.786372 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-8aa92bcc-dd50-44f4-a9a7-f5dee6749923 req-a033810e-8995-43f5-9126-637dd5b4c265 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1353972 Jan 27 16:52:00.791912 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [req-8aa92bcc-dd50-44f4-a9a7-f5dee6749923 req-63219624-5b3b-4457-97a0-b412ddeace5d service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114095) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 16:52:00.803675 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-8aa92bcc-dd50-44f4-a9a7-f5dee6749923 req-63219624-5b3b-4457-97a0-b412ddeace5d service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0093975 Jan 27 16:52:00.958864 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-3dbd9a3a-77e7-4607-a642-933683de7831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8777094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8876014'] for subnet (b6bd6e03-faed-4044-b0c4-ece2c83c8c55), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:01.025169 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbd9a3a-77e7-4607-a642-933683de7831 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6bd6e03-faed-4044-b0c4-ece2c83c8c55,revision_number=0']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:52:01.047918 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbd9a3a-77e7-4607-a642-933683de7831 admin admin] Checking segment: {'id': 'c36f6854-8df8-41db-a98a-a633d19cdbb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0cf8540c-4553-4409-baa3-685ce5fef788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:52:01.048624 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbd9a3a-77e7-4607-a642-933683de7831 admin admin] Network hostable DHCP agents. Network: 0cf8540c-4553-4409-baa3-685ce5fef788, hostable agents: ['b49cc950-6aaa-44e3-a3c4-70b67101afab'], hosted agents: [] {{(pid=114094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 16:52:01.070338 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbd9a3a-77e7-4607-a642-933683de7831 admin admin] Network 0cf8540c-4553-4409-baa3-685ce5fef788 is scheduled to be hosted by DHCP agent b49cc950-6aaa-44e3-a3c4-70b67101afab with binding_index 1 {{(pid=114094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 16:52:01.083680 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.base_scheduler [None req-3dbd9a3a-77e7-4607-a642-933683de7831 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818830-2-iscsi, 0cf8540c-4553-4409-baa3-685ce5fef788) {{(pid=114094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:52:01.092584 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defb912f-e46a-4f9c-ab11-d947fbd59f1b None None] Network 0cf8540c-4553-4409-baa3-685ce5fef788 requested from dv-cinder-818830-2-iscsi {{(pid=114096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 16:52:01.094682 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbd9a3a-77e7-4607-a642-933683de7831 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:01.095390 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-3dbd9a3a-77e7-4607-a642-933683de7831 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:01.129366 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 49972) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:52:01.134847 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.v2.base [None req-0297144d-6932-4efb-866d-59945f5afb54 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1743930393-router', 'tenant_id': 'fe08ade68b284511b92c42fba70f29d3', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9'}}} {{(pid=114095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:52:01.138227 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-3dbd9a3a-77e7-4607-a642-933683de7831 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4547241 Jan 27 16:52:01.167885 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-0297144d-6932-4efb-866d-59945f5afb54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1809585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5362'] for router (1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:01.169981 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-0297144d-6932-4efb-866d-59945f5afb54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1797579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5371'] for router (1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:01.220653 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e04e285-3342-44e5-b9ba-a5da6adc9b5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c1acf8-e4cc-5fda-8a64-db3d56aaaedc-0cf8540c-4553-4409-baa3-685ce5fef788', 'network_id': '0cf8540c-4553-4409-baa3-685ce5fef788', 'project_id': 'fe08ade68b284511b92c42fba70f29d3', 'fixed_ips': [{'subnet_id': 'b6bd6e03-faed-4044-b0c4-ece2c83c8c55'}]}} from dv-cinder-818830-2-iscsi. {{(pid=114096) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 16:52:01.222270 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-6e04e285-3342-44e5-b9ba-a5da6adc9b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (None), before_create {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:01.250679 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-0297144d-6932-4efb-866d-59945f5afb54 admin admin] Publish callbacks [] for router_controller (1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc), precommit_add_association {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:01.388867 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.db_base_plugin_common [None req-6e04e285-3342-44e5-b9ba-a5da6adc9b5f None None] Allocated IP 172.20.0.2 (0cf8540c-4553-4409-baa3-685ce5fef788/b6bd6e03-faed-4044-b0c4-ece2c83c8c55/bae2defa-b858-495e-b62f-3e24c72a7bfb) {{(pid=114096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:52:01.508423 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de42e6b6-b873-41ef-9fb2-c9685b09ead1 req-d2abb10f-45b0-49bf-93b6-83f102230526 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:01.514103 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-de42e6b6-b873-41ef-9fb2-c9685b09ead1 req-d2abb10f-45b0-49bf-93b6-83f102230526 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 943 time: 0.1747143 Jan 27 16:52:01.514889 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-0297144d-6932-4efb-866d-59945f5afb54 admin admin] Publish callbacks [] for router_gateway (1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc), precommit_update {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:01.663918 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-6e04e285-3342-44e5-b9ba-a5da6adc9b5f None None] Publish callbacks [] for port (bae2defa-b858-495e-b62f-3e24c72a7bfb), precommit_create {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:01.673453 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-6e04e285-3342-44e5-b9ba-a5da6adc9b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740202573617'] for port (bae2defa-b858-495e-b62f-3e24c72a7bfb), after_create {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:01.683326 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-de42e6b6-b873-41ef-9fb2-c9685b09ead1 req-ab088984-e0b2-418e-b65a-6f1970f71d4c tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=52be2b41-f385-4b04-9c22-e44335586e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1649082 Jan 27 16:52:01.726015 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e04e285-3342-44e5-b9ba-a5da6adc9b5f None None] Network 0cf8540c-4553-4409-baa3-685ce5fef788 is already hosted by enough agents. {{(pid=114096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:52:01.729461 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.scheduler.base_scheduler [None req-6e04e285-3342-44e5-b9ba-a5da6adc9b5f None None] Resources bound (agent type, host, resource id): {{(pid=114096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:52:01.735341 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e04e285-3342-44e5-b9ba-a5da6adc9b5f None None] Received port after_create {{(pid=114096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:52:01.765759 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e04e285-3342-44e5-b9ba-a5da6adc9b5f None None] Pushing event updated for resources: {'Port': ['ID=bae2defa-b858-495e-b62f-3e24c72a7bfb,revision_number=1']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:52:01.797427 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.managers [None req-6e04e285-3342-44e5-b9ba-a5da6adc9b5f None None] Attempting to bind port bae2defa-b858-495e-b62f-3e24c72a7bfb on host dv-cinder-818830-2-iscsi for vnic_type normal with profile {{(pid=114096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:52:01.798450 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.managers [None req-6e04e285-3342-44e5-b9ba-a5da6adc9b5f None None] Attempting to bind port bae2defa-b858-495e-b62f-3e24c72a7bfb by drivers openvswitch,hyperv on host dv-cinder-818830-2-iscsi at level 0 using segments [{'id': 'c36f6854-8df8-41db-a98a-a633d19cdbb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0cf8540c-4553-4409-baa3-685ce5fef788'}] {{(pid=114096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:52:01.799069 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e04e285-3342-44e5-b9ba-a5da6adc9b5f None None] Attempting to bind port bae2defa-b858-495e-b62f-3e24c72a7bfb on network 0cf8540c-4553-4409-baa3-685ce5fef788 {{(pid=114096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:52:01.805431 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e04e285-3342-44e5-b9ba-a5da6adc9b5f None None] Checking agent: {'id': '492c1832-c7a3-4f77-b4ba-2ebdc28556bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818830-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 40, 53), 'started_at': datetime.datetime(2022, 1, 27, 16, 41, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818830-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:52:01.805946 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e04e285-3342-44e5-b9ba-a5da6adc9b5f None None] Checking segment: {'id': 'c36f6854-8df8-41db-a98a-a633d19cdbb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0cf8540c-4553-4409-baa3-685ce5fef788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:52:01.806470 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-6e04e285-3342-44e5-b9ba-a5da6adc9b5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:01.807009 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e04e285-3342-44e5-b9ba-a5da6adc9b5f None None] Bound using segment: {'id': 'c36f6854-8df8-41db-a98a-a633d19cdbb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0cf8540c-4553-4409-baa3-685ce5fef788'} {{(pid=114096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:52:01.807603 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.managers [None req-6e04e285-3342-44e5-b9ba-a5da6adc9b5f None None] Bound port: bae2defa-b858-495e-b62f-3e24c72a7bfb, host: dv-cinder-818830-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c36f6854-8df8-41db-a98a-a633d19cdbb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0cf8540c-4553-4409-baa3-685ce5fef788'}}] {{(pid=114096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:52:01.808091 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-6e04e285-3342-44e5-b9ba-a5da6adc9b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (bae2defa-b858-495e-b62f-3e24c72a7bfb), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:01.808374 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f059b464-d88b-4ffd-872e-5a9d917ad098 req-2c163038-ebd3-437f-a91a-0af8b79f45b8 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:01.810708 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-f059b464-d88b-4ffd-872e-5a9d917ad098 req-2c163038-ebd3-437f-a91a-0af8b79f45b8 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2 HTTP/1.1" status: 200 len: 945 time: 0.0910583 Jan 27 16:52:01.905152 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-6e04e285-3342-44e5-b9ba-a5da6adc9b5f None None] For port bae2defa-b858-495e-b62f-3e24c72a7bfb, host dv-cinder-818830-2-iscsi, cleared binding levels {{(pid=114096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:52:01.909487 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-6e04e285-3342-44e5-b9ba-a5da6adc9b5f None None] For port bae2defa-b858-495e-b62f-3e24c72a7bfb, host dv-cinder-818830-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818830-2-iscsi',level=0,port_id=bae2defa-b858-495e-b62f-3e24c72a7bfb,segment=NetworkSegment(c36f6854-8df8-41db-a98a-a633d19cdbb2),segment_id=c36f6854-8df8-41db-a98a-a633d19cdbb2)] {{(pid=114096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:52:01.917021 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-6e04e285-3342-44e5-b9ba-a5da6adc9b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (bae2defa-b858-495e-b62f-3e24c72a7bfb), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:01.980438 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e04e285-3342-44e5-b9ba-a5da6adc9b5f None None] Pushing event updated for resources: {'Port': ['ID=bae2defa-b858-495e-b62f-3e24c72a7bfb,revision_number=2']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:52:01.995228 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-f059b464-d88b-4ffd-872e-5a9d917ad098 req-93eb1c72-bfba-47c5-8297-05a06b742814 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778460 Jan 27 16:52:02.010889 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-0297144d-6932-4efb-866d-59945f5afb54 admin admin] Publish callbacks [] for router_gateway (1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:02.035923 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device abeda3c4-6ebc-46ec-9c5e-ff3315222ece no longer exists at agent hyperv_hv-cinder-81883 {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:52:02.040917 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-0297144d-6932-4efb-866d-59945f5afb54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:02.150011 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Current status of the port abeda3c4-6ebc-46ec-9c5e-ff3315222ece is: DOWN; New status is: DOWN {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:52:02.197521 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.db.db_base_plugin_common [None req-0297144d-6932-4efb-866d-59945f5afb54 admin admin] Allocated IP 172.27.2.141 (7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9/3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf/e9a8bbbc-9d11-4930-ba11-436d0f0dbf1c) {{(pid=114095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:52:02.371257 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-0297144d-6932-4efb-866d-59945f5afb54 admin admin] Publish callbacks [] for port (e9a8bbbc-9d11-4930-ba11-436d0f0dbf1c), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:02.420124 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-0297144d-6932-4efb-866d-59945f5afb54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740202573617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080504'] for port (e9a8bbbc-9d11-4930-ba11-436d0f0dbf1c), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:02.468834 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0297144d-6932-4efb-866d-59945f5afb54 admin admin] Network 7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9 is already hosted by enough agents. {{(pid=114095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:52:02.474283 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.scheduler.base_scheduler [None req-0297144d-6932-4efb-866d-59945f5afb54 admin admin] Resources bound (agent type, host, resource id): {{(pid=114095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:52:02.480486 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0297144d-6932-4efb-866d-59945f5afb54 admin admin] Received port after_create {{(pid=114095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:52:02.504996 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0297144d-6932-4efb-866d-59945f5afb54 admin admin] Pushing event updated for resources: {'Port': ['ID=e9a8bbbc-9d11-4930-ba11-436d0f0dbf1c,revision_number=1']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:52:02.772166 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-0297144d-6932-4efb-866d-59945f5afb54 admin admin] Publish callbacks [] for router_gateway (1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:02.938578 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f3fc0-4971-4fdc-884f-f70e4aa01f26 req-8dd0934b-3477-4f11-9ae1-d333a0e49572 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:02.940573 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-650f3fc0-4971-4fdc-884f-f70e4aa01f26 req-8dd0934b-3477-4f11-9ae1-d333a0e49572 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 943 time: 0.1266875 Jan 27 16:52:03.008736 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device bae2defa-b858-495e-b62f-3e24c72a7bfb up at agent ovs-agent-dv-cinder-818830-2-iscsi {{(pid=114096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:52:03.132886 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-650f3fc0-4971-4fdc-884f-f70e4aa01f26 req-4f80df7d-7d42-4f45-aed8-dd9543fc13c4 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=52be2b41-f385-4b04-9c22-e44335586e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1761200 Jan 27 16:52:03.156159 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Provisioning complete for port bae2defa-b858-495e-b62f-3e24c72a7bfb triggered by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:52:03.156817 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (bae2defa-b858-495e-b62f-3e24c72a7bfb), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:03.268493 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Current status of the port bae2defa-b858-495e-b62f-3e24c72a7bfb is: DOWN; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:52:03.268916 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (bae2defa-b858-495e-b62f-3e24c72a7bfb), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:03.336597 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] For port bae2defa-b858-495e-b62f-3e24c72a7bfb, host dv-cinder-818830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818830-2-iscsi',level=0,port_id=bae2defa-b858-495e-b62f-3e24c72a7bfb,segment=NetworkSegment(c36f6854-8df8-41db-a98a-a633d19cdbb2),segment_id=c36f6854-8df8-41db-a98a-a633d19cdbb2)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:52:03.338988 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-0297144d-6932-4efb-866d-59945f5afb54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1797566'] for router (1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:03.347788 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (bae2defa-b858-495e-b62f-3e24c72a7bfb), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:03.360018 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc2cf0-cc5d-4726-a4f9-31658a61f9db req-9409d650-24a0-4ddd-a51f-418180074251 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:03.361583 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-25dc2cf0-cc5d-4726-a4f9-31658a61f9db req-9409d650-24a0-4ddd-a51f-418180074251 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2 HTTP/1.1" status: 200 len: 945 time: 0.2218502 Jan 27 16:52:03.449982 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78153c24-956a-4b64-8188-700ab955d159 None None] Network 0cf8540c-4553-4409-baa3-685ce5fef788 requested from dv-cinder-818830-2-iscsi {{(pid=114096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 16:52:03.456532 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Pushing event updated for resources: {'Port': ['ID=bae2defa-b858-495e-b62f-3e24c72a7bfb,revision_number=3']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:52:03.493816 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-25dc2cf0-cc5d-4726-a4f9-31658a61f9db req-4918defc-94eb-4708-898d-c36201fa4e51 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226790 Jan 27 16:52:03.566144 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-6e040e4e-1616-46dd-a7cf-21c68e292803 None None] Provisioning complete for port bae2defa-b858-495e-b62f-3e24c72a7bfb triggered by entity DHCP. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:52:03.567894 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-6e040e4e-1616-46dd-a7cf-21c68e292803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (bae2defa-b858-495e-b62f-3e24c72a7bfb), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:03.586628 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0297144d-6932-4efb-866d-59945f5afb54 admin admin] Router 1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc is scheduled to L3 agent bdbd084a-7876-495d-b5d9-cf3ee18f0227 with binding_index 1 {{(pid=114095) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 16:52:03.720526 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0297144d-6932-4efb-866d-59945f5afb54 admin admin] Notify agent at l3_agent.dv-cinder-818830-2-iscsi the message routers_updated {{(pid=114095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 16:52:03.729725 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-6e040e4e-1616-46dd-a7cf-21c68e292803 None None] Current status of the port bae2defa-b858-495e-b62f-3e24c72a7bfb is: ACTIVE; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:52:03.738326 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8fa160-bf81-487a-9703-24078d0911fd None None] Sync routers for ids ['1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc'] in dv-cinder-818830-2-iscsi {{(pid=114097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 16:52:03.753267 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-0297144d-6932-4efb-866d-59945f5afb54 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:03.755091 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-0297144d-6932-4efb-866d-59945f5afb54 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6234331 Jan 27 16:52:03.758680 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8fa160-bf81-487a-9703-24078d0911fd None None] Routers {'1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:52:03.759722 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 50002) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:52:03.760606 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_hamode_db [None req-ec8fa160-bf81-487a-9703-24078d0911fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T16:51:48Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc'], 'active': True} {{(pid=114097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:52:03.914839 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_dvr_db [None req-ec8fa160-bf81-487a-9703-24078d0911fd None None] Set router 1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc gateway port host: dv-cinder-818830-2-iscsi {{(pid=114097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:52:04.173642 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-b66352e9-bbd9-4376-9e5b-72a95ea997b5 None None] Provisioning complete for port bae2defa-b858-495e-b62f-3e24c72a7bfb triggered by entity DHCP. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:52:04.174189 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-b66352e9-bbd9-4376-9e5b-72a95ea997b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (bae2defa-b858-495e-b62f-3e24c72a7bfb), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:04.300440 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_hamode_db [None req-ec8fa160-bf81-487a-9703-24078d0911fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc', 'name': 'tempest-TestMinimumBasicScenario-1743930393-router', 'tenant_id': 'fe08ade68b284511b92c42fba70f29d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': 'e9a8bbbc-9d11-4930-ba11-436d0f0dbf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:52:01Z', 'updated_at': '2022-01-27T16:52:02Z', 'revision_number': 3, 'project_id': 'fe08ade68b284511b92c42fba70f29d3', 'gw_port': {'id': 'e9a8bbbc-9d11-4930-ba11-436d0f0dbf1c', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:51:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:52:02Z', 'updated_at': '2022-01-27T16:52:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi'}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:52:04.336797 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd9ef11-dbf8-4c1c-8258-3032b2e13c1d req-112b85f1-a2b5-4611-9210-96817522025c tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:04.343987 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-bcd9ef11-dbf8-4c1c-8258-3032b2e13c1d req-112b85f1-a2b5-4611-9210-96817522025c tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 943 time: 0.1120675 Jan 27 16:52:04.389964 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8fa160-bf81-487a-9703-24078d0911fd None None] Checking router: 1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc for host: dv-cinder-818830-2-iscsi {{(pid=114097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 16:52:04.391426 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8fa160-bf81-487a-9703-24078d0911fd None None] Updating router 1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc port e9a8bbbc-9d11-4930-ba11-436d0f0dbf1c binding host dv-cinder-818830-2-iscsi {{(pid=114097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 16:52:04.404806 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-b66352e9-bbd9-4376-9e5b-72a95ea997b5 None None] Current status of the port bae2defa-b858-495e-b62f-3e24c72a7bfb is: ACTIVE; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:52:04.433607 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron_lib.callbacks.manager [None req-ec8fa160-bf81-487a-9703-24078d0911fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (e9a8bbbc-9d11-4930-ba11-436d0f0dbf1c), before_update {{(pid=114097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:04.457650 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-bcd9ef11-dbf8-4c1c-8258-3032b2e13c1d req-dbce2e52-0e64-4971-9cb1-71e38e347a22 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=52be2b41-f385-4b04-9c22-e44335586e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068025 Jan 27 16:52:04.657178 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0872d885-0d16-4379-9147-afb7717ff016 req-1a7f414e-8596-457b-9c0f-1ef3ca1c9a06 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:04.664496 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-0872d885-0d16-4379-9147-afb7717ff016 req-1a7f414e-8596-457b-9c0f-1ef3ca1c9a06 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2 HTTP/1.1" status: 200 len: 945 time: 0.0926251 Jan 27 16:52:04.723543 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-0872d885-0d16-4379-9147-afb7717ff016 req-de614372-a3e2-41a7-9234-b6dd5495b2d1 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577962 Jan 27 16:52:04.790266 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron_lib.callbacks.manager [None req-ec8fa160-bf81-487a-9703-24078d0911fd None None] Publish callbacks [] for port (e9a8bbbc-9d11-4930-ba11-436d0f0dbf1c), precommit_update {{(pid=114097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:04.797979 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron_lib.callbacks.manager [None req-ec8fa160-bf81-487a-9703-24078d0911fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (e9a8bbbc-9d11-4930-ba11-436d0f0dbf1c), after_update {{(pid=114097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:04.846819 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c4402f-d35c-4b8c-b5e8-3e01bb3dd5f6 None None] Pushing event updated for resources: {'Port': ['ID=e9a8bbbc-9d11-4930-ba11-436d0f0dbf1c,revision_number=2']} {{(pid=114097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:52:04.860899 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c4402f-d35c-4b8c-b5e8-3e01bb3dd5f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:52:04.862371 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c4402f-d35c-4b8c-b5e8-3e01bb3dd5f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:52:04.862742 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c4402f-d35c-4b8c-b5e8-3e01bb3dd5f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:52:04.863084 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c4402f-d35c-4b8c-b5e8-3e01bb3dd5f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:52:04.863418 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c4402f-d35c-4b8c-b5e8-3e01bb3dd5f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:52:04.863772 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c4402f-d35c-4b8c-b5e8-3e01bb3dd5f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:52:04.864099 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c4402f-d35c-4b8c-b5e8-3e01bb3dd5f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:52:04.864434 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c4402f-d35c-4b8c-b5e8-3e01bb3dd5f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:52:04.865230 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c4402f-d35c-4b8c-b5e8-3e01bb3dd5f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:52:04.865578 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c4402f-d35c-4b8c-b5e8-3e01bb3dd5f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:52:04.865917 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c4402f-d35c-4b8c-b5e8-3e01bb3dd5f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:52:04.866244 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c4402f-d35c-4b8c-b5e8-3e01bb3dd5f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:52:04.866622 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c4402f-d35c-4b8c-b5e8-3e01bb3dd5f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:52:04.890722 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.plugins.ml2.managers [None req-ec8fa160-bf81-487a-9703-24078d0911fd None None] Attempting to bind port e9a8bbbc-9d11-4930-ba11-436d0f0dbf1c on host dv-cinder-818830-2-iscsi for vnic_type normal with profile {{(pid=114097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:52:04.891369 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.plugins.ml2.managers [None req-ec8fa160-bf81-487a-9703-24078d0911fd None None] Attempting to bind port e9a8bbbc-9d11-4930-ba11-436d0f0dbf1c by drivers openvswitch,hyperv on host dv-cinder-818830-2-iscsi at level 0 using segments [{'id': '9bd3a446-0196-4595-aa07-09a05d016e38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9'}] {{(pid=114097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:52:04.892432 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8fa160-bf81-487a-9703-24078d0911fd None None] Attempting to bind port e9a8bbbc-9d11-4930-ba11-436d0f0dbf1c on network 7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9 {{(pid=114097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:52:04.903300 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8fa160-bf81-487a-9703-24078d0911fd None None] Checking agent: {'id': '492c1832-c7a3-4f77-b4ba-2ebdc28556bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818830-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 40, 53), 'started_at': datetime.datetime(2022, 1, 27, 16, 41, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818830-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:52:04.903987 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8fa160-bf81-487a-9703-24078d0911fd None None] Checking segment: {'id': '9bd3a446-0196-4595-aa07-09a05d016e38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:52:04.904562 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron_lib.callbacks.manager [None req-ec8fa160-bf81-487a-9703-24078d0911fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:04.905129 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8fa160-bf81-487a-9703-24078d0911fd None None] Bound using segment: {'id': '9bd3a446-0196-4595-aa07-09a05d016e38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9'} {{(pid=114097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:52:04.905750 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.plugins.ml2.managers [None req-ec8fa160-bf81-487a-9703-24078d0911fd None None] Bound port: e9a8bbbc-9d11-4930-ba11-436d0f0dbf1c, host: dv-cinder-818830-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bd3a446-0196-4595-aa07-09a05d016e38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9'}}] {{(pid=114097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:52:04.907036 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron_lib.callbacks.manager [None req-ec8fa160-bf81-487a-9703-24078d0911fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (e9a8bbbc-9d11-4930-ba11-436d0f0dbf1c), before_update {{(pid=114097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:04.940937 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device bae2defa-b858-495e-b62f-3e24c72a7bfb up at agent ovs-agent-dv-cinder-818830-2-iscsi {{(pid=114096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:52:04.967663 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-29a60e2b-3a8d-4481-8590-90c72fcb37b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:04.996689 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.plugins.ml2.db [None req-ec8fa160-bf81-487a-9703-24078d0911fd None None] For port e9a8bbbc-9d11-4930-ba11-436d0f0dbf1c, host dv-cinder-818830-2-iscsi, cleared binding levels {{(pid=114097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:52:05.000446 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.plugins.ml2.db [None req-ec8fa160-bf81-487a-9703-24078d0911fd None None] For port e9a8bbbc-9d11-4930-ba11-436d0f0dbf1c, host dv-cinder-818830-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818830-2-iscsi',level=0,port_id=e9a8bbbc-9d11-4930-ba11-436d0f0dbf1c,segment=NetworkSegment(9bd3a446-0196-4595-aa07-09a05d016e38),segment_id=9bd3a446-0196-4595-aa07-09a05d016e38)] {{(pid=114097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:52:05.008162 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron_lib.callbacks.manager [None req-ec8fa160-bf81-487a-9703-24078d0911fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (e9a8bbbc-9d11-4930-ba11-436d0f0dbf1c), after_update {{(pid=114097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:05.011894 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Provisioning complete for port bae2defa-b858-495e-b62f-3e24c72a7bfb triggered by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:52:05.012358 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (bae2defa-b858-495e-b62f-3e24c72a7bfb), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:05.068035 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c4402f-d35c-4b8c-b5e8-3e01bb3dd5f6 None None] Pushing event updated for resources: {'Port': ['ID=e9a8bbbc-9d11-4930-ba11-436d0f0dbf1c,revision_number=3']} {{(pid=114097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:52:05.106231 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8fa160-bf81-487a-9703-24078d0911fd None None] Routers {'1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:52:05.107652 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_hamode_db [None req-ec8fa160-bf81-487a-9703-24078d0911fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T16:51:48Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc'], 'active': True} {{(pid=114097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:52:05.157724 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Current status of the port bae2defa-b858-495e-b62f-3e24c72a7bfb is: ACTIVE; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:52:05.166360 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.db_base_plugin_common [None req-29a60e2b-3a8d-4481-8590-90c72fcb37b4 admin admin] Allocated IP 172.20.0.1 (0cf8540c-4553-4409-baa3-685ce5fef788/b6bd6e03-faed-4044-b0c4-ece2c83c8c55/aabe2860-1521-4bb5-b0ba-492ae7c66936) {{(pid=114094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:52:05.309090 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-29a60e2b-3a8d-4481-8590-90c72fcb37b4 admin admin] Publish callbacks [] for port (aabe2860-1521-4bb5-b0ba-492ae7c66936), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:05.315347 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_dvr_db [None req-ec8fa160-bf81-487a-9703-24078d0911fd None None] Set router 1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc gateway port host: dv-cinder-818830-2-iscsi {{(pid=114097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:52:05.348383 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-29a60e2b-3a8d-4481-8590-90c72fcb37b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740202573617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777202'] for port (aabe2860-1521-4bb5-b0ba-492ae7c66936), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:05.389085 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a60e2b-3a8d-4481-8590-90c72fcb37b4 admin admin] Network 0cf8540c-4553-4409-baa3-685ce5fef788 is already hosted by enough agents. {{(pid=114094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:52:05.400393 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.base_scheduler [None req-29a60e2b-3a8d-4481-8590-90c72fcb37b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=114094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:52:05.405124 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a60e2b-3a8d-4481-8590-90c72fcb37b4 admin admin] Received port after_create {{(pid=114094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:52:05.408513 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a60e2b-3a8d-4481-8590-90c72fcb37b4 admin admin] Pushing event updated for resources: {'Port': ['ID=aabe2860-1521-4bb5-b0ba-492ae7c66936,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:52:05.472479 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-29a60e2b-3a8d-4481-8590-90c72fcb37b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1796555'] for router_interface (1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:05.581964 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_hamode_db [None req-ec8fa160-bf81-487a-9703-24078d0911fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc', 'name': 'tempest-TestMinimumBasicScenario-1743930393-router', 'tenant_id': 'fe08ade68b284511b92c42fba70f29d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': 'e9a8bbbc-9d11-4930-ba11-436d0f0dbf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:52:01Z', 'updated_at': '2022-01-27T16:52:02Z', 'revision_number': 3, 'project_id': 'fe08ade68b284511b92c42fba70f29d3', 'gw_port': {'id': 'e9a8bbbc-9d11-4930-ba11-436d0f0dbf1c', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:51:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:52:02Z', 'updated_at': '2022-01-27T16:52:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi'}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:52:05.649876 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8fa160-bf81-487a-9703-24078d0911fd None None] The sync data for ids ['1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc'] in dv-cinder-818830-2-iscsi is: [{'id': '1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc', 'name': 'tempest-TestMinimumBasicScenario-1743930393-router', 'tenant_id': 'fe08ade68b284511b92c42fba70f29d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': 'e9a8bbbc-9d11-4930-ba11-436d0f0dbf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:52:01Z', 'updated_at': '2022-01-27T16:52:02Z', 'revision_number': 3, 'project_id': 'fe08ade68b284511b92c42fba70f29d3', 'gw_port': {'id': 'e9a8bbbc-9d11-4930-ba11-436d0f0dbf1c', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:51:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:52:02Z', 'updated_at': '2022-01-27T16:52:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi'}] {{(pid=114097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 16:52:05.660967 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5905946-890e-43b1-962d-eb4c5a5b8091 req-81b4b9a4-b9ce-41ce-b2c3-7cc181101ddf tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:05.673636 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-f5905946-890e-43b1-962d-eb4c5a5b8091 req-81b4b9a4-b9ce-41ce-b2c3-7cc181101ddf tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 943 time: 0.1196959 Jan 27 16:52:05.674999 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-29a60e2b-3a8d-4481-8590-90c72fcb37b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (aabe2860-1521-4bb5-b0ba-492ae7c66936), before_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:05.886975 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-f5905946-890e-43b1-962d-eb4c5a5b8091 req-ec42df13-19f8-412c-94ba-f8e2c7ecd594 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=52be2b41-f385-4b04-9c22-e44335586e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2119541 Jan 27 16:52:05.895166 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-577c6848-93ed-4e6c-ac5f-402a1fc4b543 None None] Provisioning complete for port aabe2860-1521-4bb5-b0ba-492ae7c66936 triggered by entity DHCP. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:52:05.895819 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-577c6848-93ed-4e6c-ac5f-402a1fc4b543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (aabe2860-1521-4bb5-b0ba-492ae7c66936), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:05.977423 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-577c6848-93ed-4e6c-ac5f-402a1fc4b543 None None] Port aabe2860-1521-4bb5-b0ba-492ae7c66936 cannot update to ACTIVE because it is not bound. {{(pid=114096) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 16:52:05.977757 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-29a60e2b-3a8d-4481-8590-90c72fcb37b4 admin admin] Publish callbacks [] for port (aabe2860-1521-4bb5-b0ba-492ae7c66936), precommit_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:05.987925 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-29a60e2b-3a8d-4481-8590-90c72fcb37b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8776969'] for port (aabe2860-1521-4bb5-b0ba-492ae7c66936), after_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:06.007694 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a908cd68-effc-47fa-bee1-faff514495ce req-041ebf33-a40d-4c2c-8168-39d6c11927ef tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:06.009340 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-a908cd68-effc-47fa-bee1-faff514495ce req-041ebf33-a40d-4c2c-8168-39d6c11927ef tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2 HTTP/1.1" status: 200 len: 945 time: 0.1152654 Jan 27 16:52:06.067960 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-29a60e2b-3a8d-4481-8590-90c72fcb37b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2031918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1796219'] for router_interface (1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:06.074615 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-a908cd68-effc-47fa-bee1-faff514495ce req-71dc4b0f-5e44-4593-99c9-a356897a7ad1 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594876 Jan 27 16:52:06.090415 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a60e2b-3a8d-4481-8590-90c72fcb37b4 admin admin] Pushing event updated for resources: {'Port': ['ID=aabe2860-1521-4bb5-b0ba-492ae7c66936,revision_number=2']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:52:06.193563 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a60e2b-3a8d-4481-8590-90c72fcb37b4 admin admin] Network 0cf8540c-4553-4409-baa3-685ce5fef788 is already hosted by enough agents. {{(pid=114094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:52:06.195082 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.base_scheduler [None req-29a60e2b-3a8d-4481-8590-90c72fcb37b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=114094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:52:06.418951 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29a60e2b-3a8d-4481-8590-90c72fcb37b4 admin admin] Router 1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc has already been hosted by L3 agent bdbd084a-7876-495d-b5d9-cf3ee18f0227 {{(pid=114094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 16:52:06.523696 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-41d3c3ac-a823-4c0d-a85d-eb656e48fdf8 None None] Provisioning complete for port aabe2860-1521-4bb5-b0ba-492ae7c66936 triggered by entity DHCP. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:52:06.524004 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-41d3c3ac-a823-4c0d-a85d-eb656e48fdf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (aabe2860-1521-4bb5-b0ba-492ae7c66936), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:06.568027 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-41d3c3ac-a823-4c0d-a85d-eb656e48fdf8 None None] Port aabe2860-1521-4bb5-b0ba-492ae7c66936 cannot update to ACTIVE because it is not bound. {{(pid=114096) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 16:52:06.587968 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a60e2b-3a8d-4481-8590-90c72fcb37b4 admin admin] Notify agent at l3_agent.dv-cinder-818830-2-iscsi the message routers_updated {{(pid=114094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 16:52:06.602749 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-29a60e2b-3a8d-4481-8590-90c72fcb37b4 admin admin] 10.222.0.48 "PUT /v2.0/routers/1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8329887 Jan 27 16:52:07.023655 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device e9a8bbbc-9d11-4930-ba11-436d0f0dbf1c up at agent ovs-agent-dv-cinder-818830-2-iscsi {{(pid=114096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:52:07.081224 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Provisioning complete for port e9a8bbbc-9d11-4930-ba11-436d0f0dbf1c triggered by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:52:07.081799 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (e9a8bbbc-9d11-4930-ba11-436d0f0dbf1c), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:07.129826 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fb6b32-2e73-4c52-8a5b-d9bb2fa50da6 req-2782245a-08f3-43a1-9b52-ac3d35b85eda tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:07.131346 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-b6fb6b32-2e73-4c52-8a5b-d9bb2fa50da6 req-2782245a-08f3-43a1-9b52-ac3d35b85eda tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 943 time: 0.1160879 Jan 27 16:52:07.194173 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Current status of the port e9a8bbbc-9d11-4930-ba11-436d0f0dbf1c is: DOWN; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:52:07.194173 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (e9a8bbbc-9d11-4930-ba11-436d0f0dbf1c), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:07.232779 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] For port e9a8bbbc-9d11-4930-ba11-436d0f0dbf1c, host dv-cinder-818830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818830-2-iscsi',level=0,port_id=e9a8bbbc-9d11-4930-ba11-436d0f0dbf1c,segment=NetworkSegment(9bd3a446-0196-4595-aa07-09a05d016e38),segment_id=9bd3a446-0196-4595-aa07-09a05d016e38)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:52:07.237586 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-b6fb6b32-2e73-4c52-8a5b-d9bb2fa50da6 req-c21e8443-c43c-4a16-b2aa-2f7d42cf01f4 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=52be2b41-f385-4b04-9c22-e44335586e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983820 Jan 27 16:52:07.241801 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (e9a8bbbc-9d11-4930-ba11-436d0f0dbf1c), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:07.260194 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d188d-dd31-49f6-84bd-95f70ef887bc req-8c06514c-b30a-47a8-b47f-65627ecede1e tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:07.269266 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-093d188d-dd31-49f6-84bd-95f70ef887bc req-8c06514c-b30a-47a8-b47f-65627ecede1e tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2 HTTP/1.1" status: 200 len: 945 time: 0.1096058 Jan 27 16:52:07.304227 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Pushing event updated for resources: {'Port': ['ID=e9a8bbbc-9d11-4930-ba11-436d0f0dbf1c,revision_number=4']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:52:07.309466 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 50070) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:52:07.314392 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.v2.base [None req-2392b890-c67b-414e-9d50-c297becad771 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-729968576-network', 'tenant_id': '3814dcff748c42e4889966e4502af247'}} {{(pid=114094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:52:07.326714 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-093d188d-dd31-49f6-84bd-95f70ef887bc req-f0667847-55d7-43bf-9139-82e688b62d10 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560935 Jan 27 16:52:07.335656 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2392b890-c67b-414e-9d50-c297becad771 admin admin] Made reservation on behalf of 3814dcff748c42e4889966e4502af247 for: {'network': 1} {{(pid=114094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:52:07.338076 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-2392b890-c67b-414e-9d50-c297becad771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for network (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:07.346784 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-2392b890-c67b-414e-9d50-c297becad771 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:07.419305 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-2392b890-c67b-414e-9d50-c297becad771 admin admin] Publish callbacks [] for security_group (11c221ea-ed3a-4c13-9f74-32b4d012e8ab), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:07.422926 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-2392b890-c67b-414e-9d50-c297becad771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (11c221ea-ed3a-4c13-9f74-32b4d012e8ab), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:07.444526 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2392b890-c67b-414e-9d50-c297becad771 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=114094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 16:52:07.459866 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2392b890-c67b-414e-9d50-c297becad771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11c221ea-ed3a-4c13-9f74-32b4d012e8ab,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:52:07.462882 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-2392b890-c67b-414e-9d50-c297becad771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985126'] for segment (76a0ff54-b5ba-45ee-ae3d-6e3737ee5d4f), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:07.463223 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.db.segments_db [None req-2392b890-c67b-414e-9d50-c297becad771 admin admin] Added segment 76a0ff54-b5ba-45ee-ae3d-6e3737ee5d4f of type vlan for network 752e15d8-9527-4fcf-8db2-a0f6820adb6b Jan 27 16:52:07.586175 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-2392b890-c67b-414e-9d50-c297becad771 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740202591609'] for network (752e15d8-9527-4fcf-8db2-a0f6820adb6b), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:07.631796 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3940f5-08ec-46fe-8cf2-d29da6a10e3d req-cb0e152a-5dff-4d4e-81c5-c1a9d5287b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:07.633316 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-4f3940f5-08ec-46fe-8cf2-d29da6a10e3d req-cb0e152a-5dff-4d4e-81c5-c1a9d5287b22 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2 HTTP/1.1" status: 200 len: 1098 time: 0.1536081 Jan 27 16:52:07.635267 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-2392b890-c67b-414e-9d50-c297becad771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092'] for network (752e15d8-9527-4fcf-8db2-a0f6820adb6b), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:07.636194 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2392b890-c67b-414e-9d50-c297becad771 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:07.636761 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-2392b890-c67b-414e-9d50-c297becad771 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032074'] for network (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:07.640007 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa92bcc-dd50-44f4-a9a7-f5dee6749923 req-cc68bf5b-e9f0-487f-98c4-e3ffb8e3f536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:07.641587 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-8aa92bcc-dd50-44f4-a9a7-f5dee6749923 req-cc68bf5b-e9f0-487f-98c4-e3ffb8e3f536 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620&tenant_id=11d012d792424a858b876a618c79f7af HTTP/1.1" status: 200 len: 1096 time: 0.1464009 Jan 27 16:52:07.738391 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-2392b890-c67b-414e-9d50-c297becad771 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4277329 Jan 27 16:52:07.741374 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 50080) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:52:07.746333 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.v2.base [None req-485c130a-8a1a-4e39-8464-32ac5620ee38 admin admin] Request body: {'subnet': {'network_id': '752e15d8-9527-4fcf-8db2-a0f6820adb6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-729968576-subnet', 'tenant_id': '3814dcff748c42e4889966e4502af247', 'ip_version': 4}} {{(pid=114095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:52:07.760975 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2392b890-c67b-414e-9d50-c297becad771 admin admin] Pushing event updated for resources: {'Network': ['ID=752e15d8-9527-4fcf-8db2-a0f6820adb6b,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:52:07.771107 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-485c130a-8a1a-4e39-8464-32ac5620ee38 admin admin] Made reservation on behalf of 3814dcff748c42e4889966e4502af247 for: {'subnet': 1} {{(pid=114095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:52:07.773063 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-4f3940f5-08ec-46fe-8cf2-d29da6a10e3d req-2f88a7e2-c673-477c-8c33-d11a0d5ff654 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293910 Jan 27 16:52:07.773885 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-485c130a-8a1a-4e39-8464-32ac5620ee38 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9200560'] for subnet (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:07.774565 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Network 752e15d8-9527-4fcf-8db2-a0f6820adb6b details requested by agent ovs-agent-dv-cinder-818830-2-iscsi with host dv-cinder-818830-2-iscsi {{(pid=114096) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 16:52:07.778817 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa92bcc-dd50-44f4-a9a7-f5dee6749923 req-064537ee-9b3a-48d3-9c0a-8b75346404cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:07.780695 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-8aa92bcc-dd50-44f4-a9a7-f5dee6749923 req-064537ee-9b3a-48d3-9c0a-8b75346404cc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=11d012d792424a858b876a618c79f7af&device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 1096 time: 0.1058366 Jan 27 16:52:07.873361 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7239fbd2-4b1b-4fc8-b527-819f9e5f831c None None] Sync routers for ids ['1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc'] in dv-cinder-818830-2-iscsi {{(pid=114096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 16:52:07.884423 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7239fbd2-4b1b-4fc8-b527-819f9e5f831c None None] Routers {'1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:52:07.885042 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-7239fbd2-4b1b-4fc8-b527-819f9e5f831c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T16:51:48Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc'], 'active': True} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:52:07.966878 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-485c130a-8a1a-4e39-8464-32ac5620ee38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9200546'] for subnet (cea19b4b-e7e4-408e-9620-bf805bb94272), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:08.000075 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvr_db [None req-7239fbd2-4b1b-4fc8-b527-819f9e5f831c None None] Set router 1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc gateway port host: dv-cinder-818830-2-iscsi {{(pid=114096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:52:08.133970 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa92bcc-dd50-44f4-a9a7-f5dee6749923 req-1a52bbb8-a63e-4b35-b9a1-f783c3f30382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:08.135377 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-8aa92bcc-dd50-44f4-a9a7-f5dee6749923 req-1a52bbb8-a63e-4b35-b9a1-f783c3f30382 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4e17d67f-4d84-42b2-a3bf-cf48fd71687d HTTP/1.1" status: 200 len: 918 time: 0.1036651 Jan 27 16:52:08.209874 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-8aa92bcc-dd50-44f4-a9a7-f5dee6749923 req-c33ac047-ecd8-4896-b99a-d76d11ac7c0d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=abeda3c4-6ebc-46ec-9c5e-ff3315222ece HTTP/1.1" status: 200 len: 998 time: 0.0637624 Jan 27 16:52:08.222434 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485c130a-8a1a-4e39-8464-32ac5620ee38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cea19b4b-e7e4-408e-9620-bf805bb94272,revision_number=0']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:52:08.239696 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485c130a-8a1a-4e39-8464-32ac5620ee38 admin admin] Checking segment: {'id': '76a0ff54-b5ba-45ee-ae3d-6e3737ee5d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '752e15d8-9527-4fcf-8db2-a0f6820adb6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:52:08.240058 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485c130a-8a1a-4e39-8464-32ac5620ee38 admin admin] Network hostable DHCP agents. Network: 752e15d8-9527-4fcf-8db2-a0f6820adb6b, hostable agents: ['b49cc950-6aaa-44e3-a3c4-70b67101afab'], hosted agents: [] {{(pid=114095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 16:52:08.256955 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485c130a-8a1a-4e39-8464-32ac5620ee38 admin admin] Network 752e15d8-9527-4fcf-8db2-a0f6820adb6b is scheduled to be hosted by DHCP agent b49cc950-6aaa-44e3-a3c4-70b67101afab with binding_index 1 {{(pid=114095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 16:52:08.272446 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.scheduler.base_scheduler [None req-485c130a-8a1a-4e39-8464-32ac5620ee38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818830-2-iscsi, 752e15d8-9527-4fcf-8db2-a0f6820adb6b) {{(pid=114095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:52:08.287903 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6fceb0a-a699-487a-b942-ee4dfaab39a0 None None] Network 752e15d8-9527-4fcf-8db2-a0f6820adb6b requested from dv-cinder-818830-2-iscsi {{(pid=114096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 16:52:08.289946 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485c130a-8a1a-4e39-8464-32ac5620ee38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:08.292843 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-485c130a-8a1a-4e39-8464-32ac5620ee38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032074'] for subnet (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:08.311515 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa92bcc-dd50-44f4-a9a7-f5dee6749923 req-cdf162c4-dfa7-4cfd-9b1d-9b3579dba7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:08.313915 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-8aa92bcc-dd50-44f4-a9a7-f5dee6749923 req-cdf162c4-dfa7-4cfd-9b1d-9b3579dba7d9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b0494b2b-60e2-42b5-a63f-939831eceb11 HTTP/1.1" status: 200 len: 856 time: 0.0828905 Jan 27 16:52:08.329564 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 50086) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:52:08.329720 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-485c130a-8a1a-4e39-8464-32ac5620ee38 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5863206 Jan 27 16:52:08.334542 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.v2.base [None req-81f3c2f1-63a3-4bbe-b424-bbc6c1fcbee5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-729968576-router', 'tenant_id': '3814dcff748c42e4889966e4502af247', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9'}}} {{(pid=114094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:52:08.384418 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa92bcc-dd50-44f4-a9a7-f5dee6749923 req-0483da98-4efd-4273-b96d-4993bda6de94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:08.386010 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-8aa92bcc-dd50-44f4-a9a7-f5dee6749923 req-0483da98-4efd-4273-b96d-4993bda6de94 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4e17d67f-4d84-42b2-a3bf-cf48fd71687d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0649705 Jan 27 16:52:08.387548 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-81f3c2f1-63a3-4bbe-b424-bbc6c1fcbee5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1809585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5362'] for router (22e37e41-c522-4da8-a533-ad243f5e91b5), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:08.388601 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-81f3c2f1-63a3-4bbe-b424-bbc6c1fcbee5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1797579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5371'] for router (22e37e41-c522-4da8-a533-ad243f5e91b5), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:08.453816 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-7239fbd2-4b1b-4fc8-b527-819f9e5f831c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc', 'name': 'tempest-TestMinimumBasicScenario-1743930393-router', 'tenant_id': 'fe08ade68b284511b92c42fba70f29d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': 'e9a8bbbc-9d11-4930-ba11-436d0f0dbf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:52:01Z', 'updated_at': '2022-01-27T16:52:05Z', 'revision_number': 4, 'project_id': 'fe08ade68b284511b92c42fba70f29d3', 'gw_port': {'id': 'e9a8bbbc-9d11-4930-ba11-436d0f0dbf1c', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:51:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:52:02Z', 'updated_at': '2022-01-27T16:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi', '_interfaces': [{'id': 'aabe2860-1521-4bb5-b0ba-492ae7c66936', 'name': '', 'network_id': '0cf8540c-4553-4409-baa3-685ce5fef788', 'tenant_id': 'fe08ade68b284511b92c42fba70f29d3', 'mac_address': 'fa:16:3e:d2:29:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'b6bd6e03-faed-4044-b0c4-ece2c83c8c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:52:04Z', 'updated_at': '2022-01-27T16:52:05Z', 'revision_number': 2, 'project_id': 'fe08ade68b284511b92c42fba70f29d3', 'subnets': [{'id': 'b6bd6e03-faed-4044-b0c4-ece2c83c8c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:52:08.486318 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7239fbd2-4b1b-4fc8-b527-819f9e5f831c None None] Checking router: 1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc for host: dv-cinder-818830-2-iscsi {{(pid=114096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 16:52:08.486670 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7239fbd2-4b1b-4fc8-b527-819f9e5f831c None None] Updating router 1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc port aabe2860-1521-4bb5-b0ba-492ae7c66936 binding host dv-cinder-818830-2-iscsi {{(pid=114096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 16:52:08.489591 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc497127-3faa-4d0b-9676-eaaa0438bdd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c1acf8-e4cc-5fda-8a64-db3d56aaaedc-752e15d8-9527-4fcf-8db2-a0f6820adb6b', 'network_id': '752e15d8-9527-4fcf-8db2-a0f6820adb6b', 'project_id': '3814dcff748c42e4889966e4502af247', 'fixed_ips': [{'subnet_id': 'cea19b4b-e7e4-408e-9620-bf805bb94272'}]}} from dv-cinder-818830-2-iscsi. {{(pid=114096) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 16:52:08.489742 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80340e99-c134-4f42-8b02-993912160898 req-6e8b8885-2e3b-44f8-8611-c33b091d5c3d tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:08.490700 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-cc497127-3faa-4d0b-9676-eaaa0438bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (None), before_create {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:08.498721 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-80340e99-c134-4f42-8b02-993912160898 req-6e8b8885-2e3b-44f8-8611-c33b091d5c3d tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 943 time: 0.1679447 Jan 27 16:52:08.511495 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-81f3c2f1-63a3-4bbe-b424-bbc6c1fcbee5 admin admin] Publish callbacks [] for router_controller (22e37e41-c522-4da8-a533-ad243f5e91b5), precommit_add_association {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:08.539276 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef103dd-1784-4b64-a0bf-c0564d5d25b2 req-6e282bd5-3ab3-4f5c-849a-e2289cc7eb5f tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:08.541074 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-eef103dd-1784-4b64-a0bf-c0564d5d25b2 req-6e282bd5-3ab3-4f5c-849a-e2289cc7eb5f tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2 HTTP/1.1" status: 200 len: 945 time: 0.1231880 Jan 27 16:52:08.557308 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-7239fbd2-4b1b-4fc8-b527-819f9e5f831c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (aabe2860-1521-4bb5-b0ba-492ae7c66936), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:08.596732 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-80340e99-c134-4f42-8b02-993912160898 req-567b6f94-fd85-4c90-817b-8e311d8eb2f0 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=52be2b41-f385-4b04-9c22-e44335586e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970786 Jan 27 16:52:08.608169 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-8aa92bcc-dd50-44f4-a9a7-f5dee6749923 req-6f27e74b-814e-43a4-a34f-8bab3eb20c81 service neutron] 10.222.0.24 "GET /v2.0/networks/4e17d67f-4d84-42b2-a3bf-cf48fd71687d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136755 Jan 27 16:52:08.693978 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-eef103dd-1784-4b64-a0bf-c0564d5d25b2 req-1bf33b45-0712-4964-a7bc-989102b57989 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962620 Jan 27 16:52:08.747993 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-81f3c2f1-63a3-4bbe-b424-bbc6c1fcbee5 admin admin] Publish callbacks [] for router_gateway (22e37e41-c522-4da8-a533-ad243f5e91b5), precommit_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:08.810574 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.db_base_plugin_common [None req-cc497127-3faa-4d0b-9676-eaaa0438bdd5 None None] Allocated IP 172.20.0.2 (752e15d8-9527-4fcf-8db2-a0f6820adb6b/cea19b4b-e7e4-408e-9620-bf805bb94272/df07a1e1-bce8-4af6-b890-e3a2a1990a59) {{(pid=114096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:52:08.889483 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-8aa92bcc-dd50-44f4-a9a7-f5dee6749923 req-934010ca-8155-4dda-809b-77ed301dbf74 service neutron] 10.222.0.24 "GET /v2.0/networks/4e17d67f-4d84-42b2-a3bf-cf48fd71687d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528573 Jan 27 16:52:08.933172 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device e9a8bbbc-9d11-4930-ba11-436d0f0dbf1c up at agent ovs-agent-dv-cinder-818830-2-iscsi {{(pid=114096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:52:09.067246 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-81f3c2f1-63a3-4bbe-b424-bbc6c1fcbee5 admin admin] Publish callbacks [] for router_gateway (22e37e41-c522-4da8-a533-ad243f5e91b5), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:09.089578 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-81f3c2f1-63a3-4bbe-b424-bbc6c1fcbee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:09.120527 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Provisioning complete for port e9a8bbbc-9d11-4930-ba11-436d0f0dbf1c triggered by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:52:09.120956 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (e9a8bbbc-9d11-4930-ba11-436d0f0dbf1c), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:09.217006 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.db_base_plugin_common [None req-81f3c2f1-63a3-4bbe-b424-bbc6c1fcbee5 admin admin] Allocated IP 172.27.2.198 (7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9/3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf/8e21ee21-16ef-481f-ae2a-aff1097b0c1d) {{(pid=114094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:52:09.239324 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-cc497127-3faa-4d0b-9676-eaaa0438bdd5 None None] Publish callbacks [] for port (df07a1e1-bce8-4af6-b890-e3a2a1990a59), precommit_create {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:09.252664 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-7239fbd2-4b1b-4fc8-b527-819f9e5f831c None None] Publish callbacks [] for port (aabe2860-1521-4bb5-b0ba-492ae7c66936), precommit_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:09.257730 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-cc497127-3faa-4d0b-9676-eaaa0438bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740202573617'] for port (df07a1e1-bce8-4af6-b890-e3a2a1990a59), after_create {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:09.287311 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-7239fbd2-4b1b-4fc8-b527-819f9e5f831c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (aabe2860-1521-4bb5-b0ba-492ae7c66936), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:09.349774 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc497127-3faa-4d0b-9676-eaaa0438bdd5 None None] Network 752e15d8-9527-4fcf-8db2-a0f6820adb6b is already hosted by enough agents. {{(pid=114096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:52:09.368535 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.scheduler.base_scheduler [None req-cc497127-3faa-4d0b-9676-eaaa0438bdd5 None None] Resources bound (agent type, host, resource id): {{(pid=114096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:52:09.387375 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc497127-3faa-4d0b-9676-eaaa0438bdd5 None None] Received port after_create {{(pid=114096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:52:09.390523 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Current status of the port e9a8bbbc-9d11-4930-ba11-436d0f0dbf1c is: ACTIVE; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:52:09.392530 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-81f3c2f1-63a3-4bbe-b424-bbc6c1fcbee5 admin admin] Publish callbacks [] for port (8e21ee21-16ef-481f-ae2a-aff1097b0c1d), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:09.409484 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc497127-3faa-4d0b-9676-eaaa0438bdd5 None None] Pushing event updated for resources: {'Port': ['ID=df07a1e1-bce8-4af6-b890-e3a2a1990a59,revision_number=1']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:52:09.466531 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-81f3c2f1-63a3-4bbe-b424-bbc6c1fcbee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740202573617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777202'] for port (8e21ee21-16ef-481f-ae2a-aff1097b0c1d), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:09.572793 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f3c2f1-63a3-4bbe-b424-bbc6c1fcbee5 admin admin] Network 7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9 is already hosted by enough agents. {{(pid=114094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:52:09.576760 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.base_scheduler [None req-81f3c2f1-63a3-4bbe-b424-bbc6c1fcbee5 admin admin] Resources bound (agent type, host, resource id): {{(pid=114094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:52:09.586373 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f3c2f1-63a3-4bbe-b424-bbc6c1fcbee5 admin admin] Received port after_create {{(pid=114094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:52:09.775805 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f3c2f1-63a3-4bbe-b424-bbc6c1fcbee5 admin admin] Pushing event updated for resources: {'Port': ['ID=8e21ee21-16ef-481f-ae2a-aff1097b0c1d,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:52:09.856675 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.managers [None req-cc497127-3faa-4d0b-9676-eaaa0438bdd5 None None] Attempting to bind port df07a1e1-bce8-4af6-b890-e3a2a1990a59 on host dv-cinder-818830-2-iscsi for vnic_type normal with profile {{(pid=114096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:52:09.857268 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.managers [None req-cc497127-3faa-4d0b-9676-eaaa0438bdd5 None None] Attempting to bind port df07a1e1-bce8-4af6-b890-e3a2a1990a59 by drivers openvswitch,hyperv on host dv-cinder-818830-2-iscsi at level 0 using segments [{'id': '76a0ff54-b5ba-45ee-ae3d-6e3737ee5d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '752e15d8-9527-4fcf-8db2-a0f6820adb6b'}] {{(pid=114096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:52:09.857866 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc497127-3faa-4d0b-9676-eaaa0438bdd5 None None] Attempting to bind port df07a1e1-bce8-4af6-b890-e3a2a1990a59 on network 752e15d8-9527-4fcf-8db2-a0f6820adb6b {{(pid=114096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:52:09.882951 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa04669-7d86-4ac0-954e-44a130a0339f None None] Pushing event updated for resources: {'Port': ['ID=aabe2860-1521-4bb5-b0ba-492ae7c66936,revision_number=3']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:52:09.917259 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc497127-3faa-4d0b-9676-eaaa0438bdd5 None None] Checking agent: {'id': '492c1832-c7a3-4f77-b4ba-2ebdc28556bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818830-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 40, 53), 'started_at': datetime.datetime(2022, 1, 27, 16, 41, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818830-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:52:09.918175 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc497127-3faa-4d0b-9676-eaaa0438bdd5 None None] Checking segment: {'id': '76a0ff54-b5ba-45ee-ae3d-6e3737ee5d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '752e15d8-9527-4fcf-8db2-a0f6820adb6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:52:09.919057 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-cc497127-3faa-4d0b-9676-eaaa0438bdd5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:09.919930 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc497127-3faa-4d0b-9676-eaaa0438bdd5 None None] Bound using segment: {'id': '76a0ff54-b5ba-45ee-ae3d-6e3737ee5d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '752e15d8-9527-4fcf-8db2-a0f6820adb6b'} {{(pid=114096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:52:09.920926 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.managers [None req-cc497127-3faa-4d0b-9676-eaaa0438bdd5 None None] Bound port: df07a1e1-bce8-4af6-b890-e3a2a1990a59, host: dv-cinder-818830-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76a0ff54-b5ba-45ee-ae3d-6e3737ee5d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '752e15d8-9527-4fcf-8db2-a0f6820adb6b'}}] {{(pid=114096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:52:09.921791 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-cc497127-3faa-4d0b-9676-eaaa0438bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (df07a1e1-bce8-4af6-b890-e3a2a1990a59), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:09.926472 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.managers [None req-7239fbd2-4b1b-4fc8-b527-819f9e5f831c None None] Attempting to bind port aabe2860-1521-4bb5-b0ba-492ae7c66936 on host dv-cinder-818830-2-iscsi for vnic_type normal with profile {{(pid=114096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:52:09.927035 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.managers [None req-7239fbd2-4b1b-4fc8-b527-819f9e5f831c None None] Attempting to bind port aabe2860-1521-4bb5-b0ba-492ae7c66936 by drivers openvswitch,hyperv on host dv-cinder-818830-2-iscsi at level 0 using segments [{'id': 'c36f6854-8df8-41db-a98a-a633d19cdbb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0cf8540c-4553-4409-baa3-685ce5fef788'}] {{(pid=114096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:52:09.927872 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7239fbd2-4b1b-4fc8-b527-819f9e5f831c None None] Attempting to bind port aabe2860-1521-4bb5-b0ba-492ae7c66936 on network 0cf8540c-4553-4409-baa3-685ce5fef788 {{(pid=114096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:52:09.958713 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7239fbd2-4b1b-4fc8-b527-819f9e5f831c None None] Checking agent: {'id': '492c1832-c7a3-4f77-b4ba-2ebdc28556bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818830-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 40, 53), 'started_at': datetime.datetime(2022, 1, 27, 16, 41, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818830-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:52:09.959745 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7239fbd2-4b1b-4fc8-b527-819f9e5f831c None None] Checking segment: {'id': 'c36f6854-8df8-41db-a98a-a633d19cdbb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0cf8540c-4553-4409-baa3-685ce5fef788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:52:09.960591 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-7239fbd2-4b1b-4fc8-b527-819f9e5f831c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:09.961407 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7239fbd2-4b1b-4fc8-b527-819f9e5f831c None None] Bound using segment: {'id': 'c36f6854-8df8-41db-a98a-a633d19cdbb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0cf8540c-4553-4409-baa3-685ce5fef788'} {{(pid=114096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:52:09.962419 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.managers [None req-7239fbd2-4b1b-4fc8-b527-819f9e5f831c None None] Bound port: aabe2860-1521-4bb5-b0ba-492ae7c66936, host: dv-cinder-818830-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c36f6854-8df8-41db-a98a-a633d19cdbb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0cf8540c-4553-4409-baa3-685ce5fef788'}}] {{(pid=114096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:52:09.963261 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-7239fbd2-4b1b-4fc8-b527-819f9e5f831c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (aabe2860-1521-4bb5-b0ba-492ae7c66936), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:10.142551 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d1c577-5769-471f-853f-642f75b254aa req-7b15acf0-4808-4069-9d72-1a011abe269b tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:10.155111 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-e0d1c577-5769-471f-853f-642f75b254aa req-7b15acf0-4808-4069-9d72-1a011abe269b tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 943 time: 0.3014965 Jan 27 16:52:10.214931 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e125b14-d430-48af-ba36-72c134c4025a req-36294a62-d482-4050-97c5-38e50988a3c2 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:10.233026 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-1e125b14-d430-48af-ba36-72c134c4025a req-36294a62-d482-4050-97c5-38e50988a3c2 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2 HTTP/1.1" status: 200 len: 945 time: 0.3154018 Jan 27 16:52:10.234817 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-7239fbd2-4b1b-4fc8-b527-819f9e5f831c None None] For port aabe2860-1521-4bb5-b0ba-492ae7c66936, host dv-cinder-818830-2-iscsi, cleared binding levels {{(pid=114096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:52:10.244002 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-7239fbd2-4b1b-4fc8-b527-819f9e5f831c None None] For port aabe2860-1521-4bb5-b0ba-492ae7c66936, host dv-cinder-818830-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818830-2-iscsi',level=0,port_id=aabe2860-1521-4bb5-b0ba-492ae7c66936,segment=NetworkSegment(c36f6854-8df8-41db-a98a-a633d19cdbb2),segment_id=c36f6854-8df8-41db-a98a-a633d19cdbb2)] {{(pid=114096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:52:10.328742 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-4c07cc08-ac45-45cf-873a-5170db79cc3c None None] Provisioning complete for port aabe2860-1521-4bb5-b0ba-492ae7c66936 triggered by entity DHCP. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:52:10.341977 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-4c07cc08-ac45-45cf-873a-5170db79cc3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (aabe2860-1521-4bb5-b0ba-492ae7c66936), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:10.362157 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-7239fbd2-4b1b-4fc8-b527-819f9e5f831c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (aabe2860-1521-4bb5-b0ba-492ae7c66936), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:10.410538 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-1e125b14-d430-48af-ba36-72c134c4025a req-b3578016-ee25-4c00-8e85-d66830d298c4 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559443 Jan 27 16:52:10.435837 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-e0d1c577-5769-471f-853f-642f75b254aa req-e6f26c9f-17f3-4393-b269-df405d83dbb7 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=52be2b41-f385-4b04-9c22-e44335586e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2661784 Jan 27 16:52:10.439633 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-cc497127-3faa-4d0b-9676-eaaa0438bdd5 None None] For port df07a1e1-bce8-4af6-b890-e3a2a1990a59, host dv-cinder-818830-2-iscsi, cleared binding levels {{(pid=114096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:52:10.506806 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 50182) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:52:10.513954 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-cc497127-3faa-4d0b-9676-eaaa0438bdd5 None None] For port df07a1e1-bce8-4af6-b890-e3a2a1990a59, host dv-cinder-818830-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818830-2-iscsi',level=0,port_id=df07a1e1-bce8-4af6-b890-e3a2a1990a59,segment=NetworkSegment(76a0ff54-b5ba-45ee-ae3d-6e3737ee5d4f),segment_id=76a0ff54-b5ba-45ee-ae3d-6e3737ee5d4f)] {{(pid=114096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:52:10.580300 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-cc497127-3faa-4d0b-9676-eaaa0438bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (df07a1e1-bce8-4af6-b890-e3a2a1990a59), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:10.604911 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-81f3c2f1-63a3-4bbe-b424-bbc6c1fcbee5 admin admin] Publish callbacks [] for router_gateway (22e37e41-c522-4da8-a533-ad243f5e91b5), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:10.640385 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.db.db_base_plugin_v2 [None req-57f44da4-08ee-45ed-8c66-2fe0c7e777da admin admin] Deleting subnet db20ac1e-30e4-4568-857a-3c60502d7a1f {{(pid=114095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 16:52:10.649998 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-57f44da4-08ee-45ed-8c66-2fe0c7e777da admin admin] Publish callbacks [] for subnet (db20ac1e-30e4-4568-857a-3c60502d7a1f), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:10.684293 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa04669-7d86-4ac0-954e-44a130a0339f None None] Pushing event updated for resources: {'Port': ['ID=aabe2860-1521-4bb5-b0ba-492ae7c66936,revision_number=4']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:52:10.691266 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7239fbd2-4b1b-4fc8-b527-819f9e5f831c None None] Routers {'1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:52:10.692340 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-7239fbd2-4b1b-4fc8-b527-819f9e5f831c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T16:51:48Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc'], 'active': True} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:52:10.758235 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-57f44da4-08ee-45ed-8c66-2fe0c7e777da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9298286'] for subnet (db20ac1e-30e4-4568-857a-3c60502d7a1f), precommit_delete_associations {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:10.914609 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-57f44da4-08ee-45ed-8c66-2fe0c7e777da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-889273'] for subnet (db20ac1e-30e4-4568-857a-3c60502d7a1f), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:10.927402 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-4c07cc08-ac45-45cf-873a-5170db79cc3c None None] Current status of the port aabe2860-1521-4bb5-b0ba-492ae7c66936 is: DOWN; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:52:10.928090 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-4c07cc08-ac45-45cf-873a-5170db79cc3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (aabe2860-1521-4bb5-b0ba-492ae7c66936), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:11.005607 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-4c07cc08-ac45-45cf-873a-5170db79cc3c None None] For port aabe2860-1521-4bb5-b0ba-492ae7c66936, host dv-cinder-818830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818830-2-iscsi',level=0,port_id=aabe2860-1521-4bb5-b0ba-492ae7c66936,segment=NetworkSegment(c36f6854-8df8-41db-a98a-a633d19cdbb2),segment_id=c36f6854-8df8-41db-a98a-a633d19cdbb2)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:52:11.114731 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-81f3c2f1-63a3-4bbe-b424-bbc6c1fcbee5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1797566'] for router (22e37e41-c522-4da8-a533-ad243f5e91b5), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:11.170609 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-57f44da4-08ee-45ed-8c66-2fe0c7e777da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-889270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9200209'] for subnet (db20ac1e-30e4-4568-857a-3c60502d7a1f), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:11.364740 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f44da4-08ee-45ed-8c66-2fe0c7e777da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db20ac1e-30e4-4568-857a-3c60502d7a1f,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:52:11.395826 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-57f44da4-08ee-45ed-8c66-2fe0c7e777da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032074'] for subnet (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:11.404388 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-57f44da4-08ee-45ed-8c66-2fe0c7e777da admin admin] 10.222.0.48 "DELETE /v2.0/subnets/db20ac1e-30e4-4568-857a-3c60502d7a1f HTTP/1.1" status: 204 len: 168 time: 0.8958886 Jan 27 16:52:11.407378 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 50196) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:52:11.420878 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-4c07cc08-ac45-45cf-873a-5170db79cc3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (aabe2860-1521-4bb5-b0ba-492ae7c66936), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:11.427349 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc497127-3faa-4d0b-9676-eaaa0438bdd5 None None] Pushing event updated for resources: {'Port': ['ID=df07a1e1-bce8-4af6-b890-e3a2a1990a59,revision_number=2']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:52:11.450447 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfbc262-04fa-404b-b98c-b01a23c19195 req-a1f3b9e7-853e-4347-ab3c-a1c48ee92e85 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:11.462393 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-5bfbc262-04fa-404b-b98c-b01a23c19195 req-a1f3b9e7-853e-4347-ab3c-a1c48ee92e85 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2 HTTP/1.1" status: 200 len: 945 time: 0.2859998 Jan 27 16:52:11.532624 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81f3c2f1-63a3-4bbe-b424-bbc6c1fcbee5 admin admin] Router 22e37e41-c522-4da8-a533-ad243f5e91b5 is scheduled to L3 agent bdbd084a-7876-495d-b5d9-cf3ee18f0227 with binding_index 1 {{(pid=114094) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 16:52:11.556268 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-7e719f88-5af7-4890-9f1d-772e7de690fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012344'] for network (d5d058f3-de8c-4c0f-bf66-49f826de473b), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:11.578753 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvr_db [None req-7239fbd2-4b1b-4fc8-b527-819f9e5f831c None None] Set router 1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc gateway port host: dv-cinder-818830-2-iscsi {{(pid=114096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:52:11.634418 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-5bfbc262-04fa-404b-b98c-b01a23c19195 req-6bf64b39-91aa-499a-8b19-11f10257f5cb tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567335 Jan 27 16:52:11.686335 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-94334616-f1b1-4c98-983f-6df6ec8cba62 None None] Provisioning complete for port aabe2860-1521-4bb5-b0ba-492ae7c66936 triggered by entity DHCP. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:52:11.686631 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-94334616-f1b1-4c98-983f-6df6ec8cba62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (aabe2860-1521-4bb5-b0ba-492ae7c66936), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:11.693111 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2f8518-f031-4855-bf17-a03f6e2a23ac req-3424a672-7427-4902-aa30-c94524cfdd67 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:11.695066 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-9d2f8518-f031-4855-bf17-a03f6e2a23ac req-3424a672-7427-4902-aa30-c94524cfdd67 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 943 time: 0.1331239 Jan 27 16:52:11.726556 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c07cc08-ac45-45cf-873a-5170db79cc3c None None] Pushing event updated for resources: {'Port': ['ID=aabe2860-1521-4bb5-b0ba-492ae7c66936,revision_number=5']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:52:11.790295 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-7e719f88-5af7-4890-9f1d-772e7de690fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891970', 'neutron.services.segments.db._delete_segments_for_network-8740203086740'] for network (d5d058f3-de8c-4c0f-bf66-49f826de473b), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:11.824844 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-9d2f8518-f031-4855-bf17-a03f6e2a23ac req-348cb51d-e3bb-45a2-973b-8c8a45590dfe tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=52be2b41-f385-4b04-9c22-e44335586e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099179 Jan 27 16:52:11.829888 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81f3c2f1-63a3-4bbe-b424-bbc6c1fcbee5 admin admin] Notify agent at l3_agent.dv-cinder-818830-2-iscsi the message routers_updated {{(pid=114094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 16:52:11.839025 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5dd0402-a66d-4b08-903c-b6e630473f13 None None] Sync routers for ids ['22e37e41-c522-4da8-a533-ad243f5e91b5'] in dv-cinder-818830-2-iscsi {{(pid=114097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 16:52:11.850832 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.services.segments.db [None req-7e719f88-5af7-4890-9f1d-772e7de690fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5d058f3-de8c-4c0f-bf66-49f826de473b']}} {{(pid=114094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:52:11.857201 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dd0402-a66d-4b08-903c-b6e630473f13 None None] Routers {'22e37e41-c522-4da8-a533-ad243f5e91b5'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:52:11.858121 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_hamode_db [None req-d5dd0402-a66d-4b08-903c-b6e630473f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T16:51:48Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['22e37e41-c522-4da8-a533-ad243f5e91b5'], 'active': True} {{(pid=114097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:52:11.866770 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.services.segments.db [None req-7e719f88-5af7-4890-9f1d-772e7de690fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c5e0649-c233-43ef-8f81-7b2e760b326f') {'for_net_delete': True} {{(pid=114094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:52:11.867063 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.services.segments.db [None req-7e719f88-5af7-4890-9f1d-772e7de690fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c5e0649-c233-43ef-8f81-7b2e760b326f') {} {{(pid=114094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:52:11.892022 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-7e719f88-5af7-4890-9f1d-772e7de690fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740203088285', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9276965'] for segment (0c5e0649-c233-43ef-8f81-7b2e760b326f), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:11.901211 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-81f3c2f1-63a3-4bbe-b424-bbc6c1fcbee5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:11.902508 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-81f3c2f1-63a3-4bbe-b424-bbc6c1fcbee5 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.5725360 Jan 27 16:52:11.905560 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 50202) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:52:11.919628 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-7e719f88-5af7-4890-9f1d-772e7de690fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985126'] for segment (0c5e0649-c233-43ef-8f81-7b2e760b326f), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:11.939177 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e719f88-5af7-4890-9f1d-772e7de690fc admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=114094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 16:52:11.939760 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-7e719f88-5af7-4890-9f1d-772e7de690fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8777005'] for segment (0c5e0649-c233-43ef-8f81-7b2e760b326f), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:11.943739 dv-cinder-818830-2-iscsi neutron-server[114094]: Traceback (most recent call last): Jan 27 16:52:11.943739 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 16:52:11.943739 dv-cinder-818830-2-iscsi neutron-server[114094]: timer() Jan 27 16:52:11.943739 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 16:52:11.943739 dv-cinder-818830-2-iscsi neutron-server[114094]: cb(*args, **kw) Jan 27 16:52:11.943739 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 16:52:11.943739 dv-cinder-818830-2-iscsi neutron-server[114094]: return func(*args, **kwargs) Jan 27 16:52:11.943739 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 16:52:11.943739 dv-cinder-818830-2-iscsi neutron-server[114094]: self._notify() Jan 27 16:52:11.943739 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 16:52:11.943739 dv-cinder-818830-2-iscsi neutron-server[114094]: self.callback(batched_events) Jan 27 16:52:11.943739 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 16:52:11.943739 dv-cinder-818830-2-iscsi neutron-server[114094]: event.method(event) Jan 27 16:52:11.943739 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 16:52:11.943739 dv-cinder-818830-2-iscsi neutron-server[114094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 16:52:11.943739 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 16:52:11.943739 dv-cinder-818830-2-iscsi neutron-server[114094]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 16:52:11.943739 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 16:52:11.943739 dv-cinder-818830-2-iscsi neutron-server[114094]: return f(self, *a, **k) Jan 27 16:52:11.943739 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 16:52:11.943739 dv-cinder-818830-2-iscsi neutron-server[114094]: return self._get(url).json() Jan 27 16:52:11.943739 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 16:52:11.943739 dv-cinder-818830-2-iscsi neutron-server[114094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 16:52:11.943739 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 16:52:11.943739 dv-cinder-818830-2-iscsi neutron-server[114094]: return self.request(url, 'GET', **kwargs) Jan 27 16:52:11.943739 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 16:52:11.943739 dv-cinder-818830-2-iscsi neutron-server[114094]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 16:52:11.943739 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 16:52:11.943739 dv-cinder-818830-2-iscsi neutron-server[114094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 16:52:11.943739 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 16:52:11.943739 dv-cinder-818830-2-iscsi neutron-server[114094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 16:52:11.943739 dv-cinder-818830-2-iscsi neutron-server[114094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 16:52:12.021053 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-94334616-f1b1-4c98-983f-6df6ec8cba62 None None] Current status of the port aabe2860-1521-4bb5-b0ba-492ae7c66936 is: ACTIVE; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:52:12.057929 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_dvr_db [None req-d5dd0402-a66d-4b08-903c-b6e630473f13 None None] Set router 22e37e41-c522-4da8-a533-ad243f5e91b5 gateway port host: dv-cinder-818830-2-iscsi {{(pid=114097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:52:12.093013 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-7239fbd2-4b1b-4fc8-b527-819f9e5f831c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc', 'name': 'tempest-TestMinimumBasicScenario-1743930393-router', 'tenant_id': 'fe08ade68b284511b92c42fba70f29d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': 'e9a8bbbc-9d11-4930-ba11-436d0f0dbf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:52:01Z', 'updated_at': '2022-01-27T16:52:05Z', 'revision_number': 4, 'project_id': 'fe08ade68b284511b92c42fba70f29d3', 'gw_port': {'id': 'e9a8bbbc-9d11-4930-ba11-436d0f0dbf1c', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:51:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:52:02Z', 'updated_at': '2022-01-27T16:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi', '_interfaces': [{'id': 'aabe2860-1521-4bb5-b0ba-492ae7c66936', 'name': '', 'network_id': '0cf8540c-4553-4409-baa3-685ce5fef788', 'tenant_id': 'fe08ade68b284511b92c42fba70f29d3', 'mac_address': 'fa:16:3e:d2:29:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'b6bd6e03-faed-4044-b0c4-ece2c83c8c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:52:04Z', 'updated_at': '2022-01-27T16:52:10Z', 'revision_number': 4, 'project_id': 'fe08ade68b284511b92c42fba70f29d3', 'subnets': [{'id': 'b6bd6e03-faed-4044-b0c4-ece2c83c8c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:52:12.095351 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-7e719f88-5af7-4890-9f1d-772e7de690fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1796466'] for network (d5d058f3-de8c-4c0f-bf66-49f826de473b), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:12.105796 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-7e719f88-5af7-4890-9f1d-772e7de690fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032074'] for network (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:12.124310 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-7e719f88-5af7-4890-9f1d-772e7de690fc admin admin] 10.222.0.48 "DELETE /v2.0/networks/d5d058f3-de8c-4c0f-bf66-49f826de473b HTTP/1.1" status: 204 len: 168 time: 0.7151103 Jan 27 16:52:12.153538 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7239fbd2-4b1b-4fc8-b527-819f9e5f831c None None] The sync data for ids ['1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc'] in dv-cinder-818830-2-iscsi is: [{'id': '1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc', 'name': 'tempest-TestMinimumBasicScenario-1743930393-router', 'tenant_id': 'fe08ade68b284511b92c42fba70f29d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': 'e9a8bbbc-9d11-4930-ba11-436d0f0dbf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:52:01Z', 'updated_at': '2022-01-27T16:52:05Z', 'revision_number': 4, 'project_id': 'fe08ade68b284511b92c42fba70f29d3', 'gw_port': {'id': 'e9a8bbbc-9d11-4930-ba11-436d0f0dbf1c', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:51:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:52:02Z', 'updated_at': '2022-01-27T16:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi', '_interfaces': [{'id': 'aabe2860-1521-4bb5-b0ba-492ae7c66936', 'name': '', 'network_id': '0cf8540c-4553-4409-baa3-685ce5fef788', 'tenant_id': 'fe08ade68b284511b92c42fba70f29d3', 'mac_address': 'fa:16:3e:d2:29:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'b6bd6e03-faed-4044-b0c4-ece2c83c8c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:52:04Z', 'updated_at': '2022-01-27T16:52:10Z', 'revision_number': 4, 'project_id': 'fe08ade68b284511b92c42fba70f29d3', 'subnets': [{'id': 'b6bd6e03-faed-4044-b0c4-ece2c83c8c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 16:52:12.185283 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e719f88-5af7-4890-9f1d-772e7de690fc admin admin] Pushing event deleted for resources: {'Network': ['ID=d5d058f3-de8c-4c0f-bf66-49f826de473b,revision_number=None']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:52:12.435493 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_hamode_db [None req-d5dd0402-a66d-4b08-903c-b6e630473f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e37e41-c522-4da8-a533-ad243f5e91b5', 'name': 'tempest-TestMinimumBasicScenario-729968576-router', 'tenant_id': '3814dcff748c42e4889966e4502af247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '8e21ee21-16ef-481f-ae2a-aff1097b0c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:52:08Z', 'updated_at': '2022-01-27T16:52:09Z', 'revision_number': 3, 'project_id': '3814dcff748c42e4889966e4502af247', 'gw_port': {'id': '8e21ee21-16ef-481f-ae2a-aff1097b0c1d', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f5:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e37e41-c522-4da8-a533-ad243f5e91b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:52:09Z', 'updated_at': '2022-01-27T16:52:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi'}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:52:12.484649 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5dd0402-a66d-4b08-903c-b6e630473f13 None None] Checking router: 22e37e41-c522-4da8-a533-ad243f5e91b5 for host: dv-cinder-818830-2-iscsi {{(pid=114097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 16:52:12.485255 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5dd0402-a66d-4b08-903c-b6e630473f13 None None] Updating router 22e37e41-c522-4da8-a533-ad243f5e91b5 port 8e21ee21-16ef-481f-ae2a-aff1097b0c1d binding host dv-cinder-818830-2-iscsi {{(pid=114097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 16:52:12.555390 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron_lib.callbacks.manager [None req-d5dd0402-a66d-4b08-903c-b6e630473f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (8e21ee21-16ef-481f-ae2a-aff1097b0c1d), before_update {{(pid=114097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:12.636348 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 50212) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:52:12.756985 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5117e179-b14e-451c-b6bc-0f2d563f2379 None None] Network 752e15d8-9527-4fcf-8db2-a0f6820adb6b requested from dv-cinder-818830-2-iscsi {{(pid=114096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 16:52:12.913189 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657a23a3-2e83-4c89-b871-7f6f5263439d req-57145944-71a8-400a-bf19-3606bde18d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:12.915865 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-657a23a3-2e83-4c89-b871-7f6f5263439d req-57145944-71a8-400a-bf19-3606bde18d61 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=326cd822c847423ba2417f593ca8c6ff&device_id=0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2 HTTP/1.1" status: 200 len: 1098 time: 0.1463821 Jan 27 16:52:13.034229 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-5229b1cc-0fe4-4899-862c-ab118afb58b5 None None] Provisioning complete for port df07a1e1-bce8-4af6-b890-e3a2a1990a59 triggered by entity DHCP. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:52:13.034229 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-5229b1cc-0fe4-4899-862c-ab118afb58b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (df07a1e1-bce8-4af6-b890-e3a2a1990a59), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:13.297277 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-74266452-b20f-4c66-957a-2f386680e17f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a92d0592f8f14b89a36b145413b2fbe1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6572616 Jan 27 16:52:13.300344 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-5229b1cc-0fe4-4899-862c-ab118afb58b5 None None] Current status of the port df07a1e1-bce8-4af6-b890-e3a2a1990a59 is: DOWN; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:52:13.300803 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-5229b1cc-0fe4-4899-862c-ab118afb58b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (df07a1e1-bce8-4af6-b890-e3a2a1990a59), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:13.303159 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 50226) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:52:13.312794 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33745e8-1790-4cfc-b580-b15974b2421c req-31e0bf26-cec7-423e-a0ca-cf17db7a823c tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:13.320885 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-a33745e8-1790-4cfc-b580-b15974b2421c req-31e0bf26-cec7-423e-a0ca-cf17db7a823c tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2 HTTP/1.1" status: 200 len: 945 time: 0.4777617 Jan 27 16:52:13.336008 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657a23a3-2e83-4c89-b871-7f6f5263439d req-a1e29fc1-5339-4b5d-95d5-5c2b99131622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:13.337902 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-657a23a3-2e83-4c89-b871-7f6f5263439d req-a1e29fc1-5339-4b5d-95d5-5c2b99131622 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d601b71c-9e85-4907-a350-1cc1a1486f21 HTTP/1.1" status: 200 len: 920 time: 0.4102204 Jan 27 16:52:13.361257 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron_lib.callbacks.manager [None req-d5dd0402-a66d-4b08-903c-b6e630473f13 None None] Publish callbacks [] for port (8e21ee21-16ef-481f-ae2a-aff1097b0c1d), precommit_update {{(pid=114097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:13.375690 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron_lib.callbacks.manager [None req-d5dd0402-a66d-4b08-903c-b6e630473f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (8e21ee21-16ef-481f-ae2a-aff1097b0c1d), after_update {{(pid=114097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:13.390475 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-5229b1cc-0fe4-4899-862c-ab118afb58b5 None None] For port df07a1e1-bce8-4af6-b890-e3a2a1990a59, host dv-cinder-818830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818830-2-iscsi',level=0,port_id=df07a1e1-bce8-4af6-b890-e3a2a1990a59,segment=NetworkSegment(76a0ff54-b5ba-45ee-ae3d-6e3737ee5d4f),segment_id=76a0ff54-b5ba-45ee-ae3d-6e3737ee5d4f)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:52:13.410423 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device aabe2860-1521-4bb5-b0ba-492ae7c66936 up at agent ovs-agent-dv-cinder-818830-2-iscsi {{(pid=114096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:52:13.492198 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251f043d-3f01-41d9-b6b8-1ae202ca4038 None None] Pushing event updated for resources: {'Port': ['ID=8e21ee21-16ef-481f-ae2a-aff1097b0c1d,revision_number=2']} {{(pid=114097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:52:13.508394 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-5229b1cc-0fe4-4899-862c-ab118afb58b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (df07a1e1-bce8-4af6-b890-e3a2a1990a59), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:13.522081 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.plugins.ml2.managers [None req-d5dd0402-a66d-4b08-903c-b6e630473f13 None None] Attempting to bind port 8e21ee21-16ef-481f-ae2a-aff1097b0c1d on host dv-cinder-818830-2-iscsi for vnic_type normal with profile {{(pid=114097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:52:13.522943 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.plugins.ml2.managers [None req-d5dd0402-a66d-4b08-903c-b6e630473f13 None None] Attempting to bind port 8e21ee21-16ef-481f-ae2a-aff1097b0c1d by drivers openvswitch,hyperv on host dv-cinder-818830-2-iscsi at level 0 using segments [{'id': '9bd3a446-0196-4595-aa07-09a05d016e38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9'}] {{(pid=114097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:52:13.523466 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dd0402-a66d-4b08-903c-b6e630473f13 None None] Attempting to bind port 8e21ee21-16ef-481f-ae2a-aff1097b0c1d on network 7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9 {{(pid=114097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:52:13.541004 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dd0402-a66d-4b08-903c-b6e630473f13 None None] Checking agent: {'id': '492c1832-c7a3-4f77-b4ba-2ebdc28556bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818830-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 40, 53), 'started_at': datetime.datetime(2022, 1, 27, 16, 41, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818830-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:52:13.541390 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dd0402-a66d-4b08-903c-b6e630473f13 None None] Checking segment: {'id': '9bd3a446-0196-4595-aa07-09a05d016e38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:52:13.541967 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron_lib.callbacks.manager [None req-d5dd0402-a66d-4b08-903c-b6e630473f13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:13.542521 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dd0402-a66d-4b08-903c-b6e630473f13 None None] Bound using segment: {'id': '9bd3a446-0196-4595-aa07-09a05d016e38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9'} {{(pid=114097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:52:13.543181 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.plugins.ml2.managers [None req-d5dd0402-a66d-4b08-903c-b6e630473f13 None None] Bound port: 8e21ee21-16ef-481f-ae2a-aff1097b0c1d, host: dv-cinder-818830-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bd3a446-0196-4595-aa07-09a05d016e38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9'}}] {{(pid=114097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:52:13.544058 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron_lib.callbacks.manager [None req-d5dd0402-a66d-4b08-903c-b6e630473f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (8e21ee21-16ef-481f-ae2a-aff1097b0c1d), before_update {{(pid=114097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:13.627708 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-a33745e8-1790-4cfc-b580-b15974b2421c req-49cb6f2e-9cce-4b39-90e1-4ba9a15b03d7 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005517 Jan 27 16:52:13.638003 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5229b1cc-0fe4-4899-862c-ab118afb58b5 None None] Pushing event updated for resources: {'Port': ['ID=df07a1e1-bce8-4af6-b890-e3a2a1990a59,revision_number=3']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:52:13.651895 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74541c3f-c97c-4a6e-ac17-7f489a82c7eb req-0c9261f0-dabb-4f0a-9f69-05ae5e1b8380 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:13.665663 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-74541c3f-c97c-4a6e-ac17-7f489a82c7eb req-0c9261f0-dabb-4f0a-9f69-05ae5e1b8380 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 943 time: 0.4291601 Jan 27 16:52:13.673757 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.plugins.ml2.db [None req-d5dd0402-a66d-4b08-903c-b6e630473f13 None None] For port 8e21ee21-16ef-481f-ae2a-aff1097b0c1d, host dv-cinder-818830-2-iscsi, cleared binding levels {{(pid=114097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:52:13.683036 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.plugins.ml2.db [None req-d5dd0402-a66d-4b08-903c-b6e630473f13 None None] For port 8e21ee21-16ef-481f-ae2a-aff1097b0c1d, host dv-cinder-818830-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818830-2-iscsi',level=0,port_id=8e21ee21-16ef-481f-ae2a-aff1097b0c1d,segment=NetworkSegment(9bd3a446-0196-4595-aa07-09a05d016e38),segment_id=9bd3a446-0196-4595-aa07-09a05d016e38)] {{(pid=114097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:52:13.693106 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron_lib.callbacks.manager [None req-d5dd0402-a66d-4b08-903c-b6e630473f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (8e21ee21-16ef-481f-ae2a-aff1097b0c1d), after_update {{(pid=114097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:13.740962 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-657a23a3-2e83-4c89-b871-7f6f5263439d req-e998c5cc-ee45-4440-9e92-e9df9c3beab7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f3362f6-2e54-4b45-89fc-94c7ecae5a49 HTTP/1.1" status: 200 len: 217 time: 0.1307435 Jan 27 16:52:13.798327 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Provisioning complete for port aabe2860-1521-4bb5-b0ba-492ae7c66936 triggered by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:52:13.803628 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (aabe2860-1521-4bb5-b0ba-492ae7c66936), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:13.810650 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-74541c3f-c97c-4a6e-ac17-7f489a82c7eb req-a5bff953-3b94-4560-8aef-1a60369b2339 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=52be2b41-f385-4b04-9c22-e44335586e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1430194 Jan 27 16:52:13.840330 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-e5f9e147-edeb-440c-8f42-da6f7546dc5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:13.854321 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-7a8f1198-bae8-45d3-a8f3-d8f311722d48 admin admin] Publish callbacks [] for security_group (0feb8893-1709-4a6f-b008-569857e74965), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:13.860693 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251f043d-3f01-41d9-b6b8-1ae202ca4038 None None] Pushing event updated for resources: {'Port': ['ID=8e21ee21-16ef-481f-ae2a-aff1097b0c1d,revision_number=3']} {{(pid=114097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:52:13.913168 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dd0402-a66d-4b08-903c-b6e630473f13 None None] Routers {'22e37e41-c522-4da8-a533-ad243f5e91b5'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:52:13.913941 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_hamode_db [None req-d5dd0402-a66d-4b08-903c-b6e630473f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T16:51:48Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['22e37e41-c522-4da8-a533-ad243f5e91b5'], 'active': True} {{(pid=114097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:52:13.997109 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657a23a3-2e83-4c89-b871-7f6f5263439d req-c4cf394b-b26f-4c35-91fa-a21458d5bd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:13.999578 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-657a23a3-2e83-4c89-b871-7f6f5263439d req-c4cf394b-b26f-4c35-91fa-a21458d5bd8d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e7392202-f723-44b8-a453-411e289e56a2 HTTP/1.1" status: 200 len: 859 time: 0.1551788 Jan 27 16:52:14.086206 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-677eaef2-c972-4b66-8350-1710d495ea1e None None] Provisioning complete for port df07a1e1-bce8-4af6-b890-e3a2a1990a59 triggered by entity DHCP. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:52:14.086567 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-677eaef2-c972-4b66-8350-1710d495ea1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (df07a1e1-bce8-4af6-b890-e3a2a1990a59), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:14.109546 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-657a23a3-2e83-4c89-b871-7f6f5263439d req-156d4fc9-6d2a-4e67-bb8b-15b4d29cc258 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d601b71c-9e85-4907-a350-1cc1a1486f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0930855 Jan 27 16:52:14.191044 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.db.db_base_plugin_common [None req-e5f9e147-edeb-440c-8f42-da6f7546dc5a admin admin] Allocated IP 172.20.0.1 (752e15d8-9527-4fcf-8db2-a0f6820adb6b/cea19b4b-e7e4-408e-9620-bf805bb94272/e284377c-7ef5-4ae2-8782-b50a1ee95d95) {{(pid=114095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:52:14.359856 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_dvr_db [None req-d5dd0402-a66d-4b08-903c-b6e630473f13 None None] Set router 22e37e41-c522-4da8-a533-ad243f5e91b5 gateway port host: dv-cinder-818830-2-iscsi {{(pid=114097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:52:14.388614 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-657a23a3-2e83-4c89-b871-7f6f5263439d req-a002021c-d6e6-4c74-83b1-3e1d6120f397 service neutron] 10.222.0.24 "GET /v2.0/networks/d601b71c-9e85-4907-a350-1cc1a1486f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637014 Jan 27 16:52:14.395293 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-677eaef2-c972-4b66-8350-1710d495ea1e None None] Current status of the port df07a1e1-bce8-4af6-b890-e3a2a1990a59 is: ACTIVE; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:52:14.488705 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Current status of the port aabe2860-1521-4bb5-b0ba-492ae7c66936 is: ACTIVE; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:52:14.493928 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device df07a1e1-bce8-4af6-b890-e3a2a1990a59 up at agent ovs-agent-dv-cinder-818830-2-iscsi {{(pid=114096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:52:14.538782 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-e5f9e147-edeb-440c-8f42-da6f7546dc5a admin admin] Publish callbacks [] for port (e284377c-7ef5-4ae2-8782-b50a1ee95d95), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:14.607884 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Provisioning complete for port df07a1e1-bce8-4af6-b890-e3a2a1990a59 triggered by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:52:14.613026 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (df07a1e1-bce8-4af6-b890-e3a2a1990a59), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:14.620222 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-7a8f1198-bae8-45d3-a8f3-d8f311722d48 admin admin] Publish callbacks [] for security_group (0feb8893-1709-4a6f-b008-569857e74965), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:14.629163 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-e5f9e147-edeb-440c-8f42-da6f7546dc5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740202573617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080504'] for port (e284377c-7ef5-4ae2-8782-b50a1ee95d95), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:14.793292 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f9e147-edeb-440c-8f42-da6f7546dc5a admin admin] Network 752e15d8-9527-4fcf-8db2-a0f6820adb6b is already hosted by enough agents. {{(pid=114095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:52:14.805498 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_hamode_db [None req-d5dd0402-a66d-4b08-903c-b6e630473f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e37e41-c522-4da8-a533-ad243f5e91b5', 'name': 'tempest-TestMinimumBasicScenario-729968576-router', 'tenant_id': '3814dcff748c42e4889966e4502af247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '8e21ee21-16ef-481f-ae2a-aff1097b0c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:52:08Z', 'updated_at': '2022-01-27T16:52:09Z', 'revision_number': 3, 'project_id': '3814dcff748c42e4889966e4502af247', 'gw_port': {'id': '8e21ee21-16ef-481f-ae2a-aff1097b0c1d', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f5:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e37e41-c522-4da8-a533-ad243f5e91b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:52:09Z', 'updated_at': '2022-01-27T16:52:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi'}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:52:14.839796 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.scheduler.base_scheduler [None req-e5f9e147-edeb-440c-8f42-da6f7546dc5a admin admin] Resources bound (agent type, host, resource id): {{(pid=114095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:52:14.840274 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Current status of the port df07a1e1-bce8-4af6-b890-e3a2a1990a59 is: ACTIVE; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:52:14.856522 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5dd0402-a66d-4b08-903c-b6e630473f13 None None] The sync data for ids ['22e37e41-c522-4da8-a533-ad243f5e91b5'] in dv-cinder-818830-2-iscsi is: [{'id': '22e37e41-c522-4da8-a533-ad243f5e91b5', 'name': 'tempest-TestMinimumBasicScenario-729968576-router', 'tenant_id': '3814dcff748c42e4889966e4502af247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '8e21ee21-16ef-481f-ae2a-aff1097b0c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:52:08Z', 'updated_at': '2022-01-27T16:52:09Z', 'revision_number': 3, 'project_id': '3814dcff748c42e4889966e4502af247', 'gw_port': {'id': '8e21ee21-16ef-481f-ae2a-aff1097b0c1d', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f5:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e37e41-c522-4da8-a533-ad243f5e91b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:52:09Z', 'updated_at': '2022-01-27T16:52:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi'}] {{(pid=114097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 16:52:14.984997 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f9e147-edeb-440c-8f42-da6f7546dc5a admin admin] Received port after_create {{(pid=114095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:52:15.055853 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device df07a1e1-bce8-4af6-b890-e3a2a1990a59 up at agent ovs-agent-dv-cinder-818830-2-iscsi {{(pid=114096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:52:15.090227 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-7a8f1198-bae8-45d3-a8f3-d8f311722d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (0feb8893-1709-4a6f-b008-569857e74965), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:15.092812 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-7a8f1198-bae8-45d3-a8f3-d8f311722d48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:15.093935 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-7a8f1198-bae8-45d3-a8f3-d8f311722d48 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0feb8893-1709-4a6f-b008-569857e74965 HTTP/1.1" status: 204 len: 168 time: 1.7517350 Jan 27 16:52:15.126522 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f9e147-edeb-440c-8f42-da6f7546dc5a admin admin] Pushing event updated for resources: {'Port': ['ID=e284377c-7ef5-4ae2-8782-b50a1ee95d95,revision_number=1']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:52:15.148847 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8f1198-bae8-45d3-a8f3-d8f311722d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0feb8893-1709-4a6f-b008-569857e74965,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:52:15.180155 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc58703-6bd2-4de5-9e4c-7036370f1fd8 req-bc4d60d9-aa66-49c5-b9ee-83c30b454e72 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:15.182500 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-8cc58703-6bd2-4de5-9e4c-7036370f1fd8 req-bc4d60d9-aa66-49c5-b9ee-83c30b454e72 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2 HTTP/1.1" status: 200 len: 945 time: 0.3753457 Jan 27 16:52:15.184945 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-e5f9e147-edeb-440c-8f42-da6f7546dc5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1796555'] for router_interface (22e37e41-c522-4da8-a533-ad243f5e91b5), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:15.264263 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Provisioning complete for port df07a1e1-bce8-4af6-b890-e3a2a1990a59 triggered by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:52:15.265583 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (df07a1e1-bce8-4af6-b890-e3a2a1990a59), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:15.350099 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f4f6c-7e2d-4e10-bec2-f57689feaab0 req-8981bc34-42d4-41b1-ba5c-a945cef32f0a tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:15.374466 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-ef3da84e-bb60-4784-834d-65f4470401a8 None None] Provisioning complete for port e284377c-7ef5-4ae2-8782-b50a1ee95d95 triggered by entity DHCP. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:52:15.374466 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-ef3da84e-bb60-4784-834d-65f4470401a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (e284377c-7ef5-4ae2-8782-b50a1ee95d95), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:15.381462 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-1b5f4f6c-7e2d-4e10-bec2-f57689feaab0 req-8981bc34-42d4-41b1-ba5c-a945cef32f0a tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 943 time: 0.3760502 Jan 27 16:52:15.593410 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-ef3da84e-bb60-4784-834d-65f4470401a8 None None] Port e284377c-7ef5-4ae2-8782-b50a1ee95d95 cannot update to ACTIVE because it is not bound. {{(pid=114096) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 16:52:15.676294 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-1b5f4f6c-7e2d-4e10-bec2-f57689feaab0 req-7bbab823-ee47-4a40-8df9-edcdc1624f1a tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=52be2b41-f385-4b04-9c22-e44335586e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2846336 Jan 27 16:52:15.685894 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Current status of the port df07a1e1-bce8-4af6-b890-e3a2a1990a59 is: ACTIVE; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:52:15.703871 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-8cc58703-6bd2-4de5-9e4c-7036370f1fd8 req-54e60a7f-7e96-4bc1-9e4e-e2cea675740c tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5133119 Jan 27 16:52:15.769526 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-e5f9e147-edeb-440c-8f42-da6f7546dc5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (e284377c-7ef5-4ae2-8782-b50a1ee95d95), before_update {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:16.042940 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-e5f9e147-edeb-440c-8f42-da6f7546dc5a admin admin] Publish callbacks [] for port (e284377c-7ef5-4ae2-8782-b50a1ee95d95), precommit_update {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:16.057994 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-e5f9e147-edeb-440c-8f42-da6f7546dc5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080387'] for port (e284377c-7ef5-4ae2-8782-b50a1ee95d95), after_update {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:16.143628 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-e5f9e147-edeb-440c-8f42-da6f7546dc5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2031918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1796219'] for router_interface (22e37e41-c522-4da8-a533-ad243f5e91b5), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:16.145500 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f9e147-edeb-440c-8f42-da6f7546dc5a admin admin] Pushing event updated for resources: {'Port': ['ID=e284377c-7ef5-4ae2-8782-b50a1ee95d95,revision_number=2']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:52:16.255081 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f9e147-edeb-440c-8f42-da6f7546dc5a admin admin] Network 752e15d8-9527-4fcf-8db2-a0f6820adb6b is already hosted by enough agents. {{(pid=114095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:52:16.256612 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.scheduler.base_scheduler [None req-e5f9e147-edeb-440c-8f42-da6f7546dc5a admin admin] Resources bound (agent type, host, resource id): {{(pid=114095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:52:16.400851 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-17898432-b2de-47e1-b2e2-c1070aba6303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (b49cc950-6aaa-44e3-a3c4-70b67101afab), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:16.622506 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-c41e766a-dd53-4522-a870-b34ec343ff03 None None] Provisioning complete for port e284377c-7ef5-4ae2-8782-b50a1ee95d95 triggered by entity DHCP. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:52:16.622882 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-c41e766a-dd53-4522-a870-b34ec343ff03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (e284377c-7ef5-4ae2-8782-b50a1ee95d95), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:16.683709 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5f9e147-edeb-440c-8f42-da6f7546dc5a admin admin] Router 22e37e41-c522-4da8-a533-ad243f5e91b5 has already been hosted by L3 agent bdbd084a-7876-495d-b5d9-cf3ee18f0227 {{(pid=114095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 16:52:16.684748 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-c41e766a-dd53-4522-a870-b34ec343ff03 None None] Port e284377c-7ef5-4ae2-8782-b50a1ee95d95 cannot update to ACTIVE because it is not bound. {{(pid=114096) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 16:52:16.872459 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5f9e147-edeb-440c-8f42-da6f7546dc5a admin admin] Notify agent at l3_agent.dv-cinder-818830-2-iscsi the message routers_updated {{(pid=114095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 16:52:16.884026 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-e5f9e147-edeb-440c-8f42-da6f7546dc5a admin admin] 10.222.0.48 "PUT /v2.0/routers/22e37e41-c522-4da8-a533-ad243f5e91b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9769208 Jan 27 16:52:16.906888 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046a35b4-1772-4e71-8b3c-127dec08cbd6 req-e0c9d3d2-7b7a-4152-a215-01d237e3fcba tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:16.909115 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-046a35b4-1772-4e71-8b3c-127dec08cbd6 req-e0c9d3d2-7b7a-4152-a215-01d237e3fcba tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2 HTTP/1.1" status: 200 len: 945 time: 0.1161611 Jan 27 16:52:16.934292 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40369666-2fdf-462b-9694-3c3bf67d8ea7 req-3880f25d-559e-4d61-a4e7-1ed7cdafa16b tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:16.935902 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-40369666-2fdf-462b-9694-3c3bf67d8ea7 req-3880f25d-559e-4d61-a4e7-1ed7cdafa16b tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 943 time: 0.1417720 Jan 27 16:52:17.035520 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-046a35b4-1772-4e71-8b3c-127dec08cbd6 req-8ce738e4-06de-4d48-91c4-49402555dc41 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195445 Jan 27 16:52:17.040373 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-40369666-2fdf-462b-9694-3c3bf67d8ea7 req-f20f1886-75fe-4c84-97cf-e2507c4fe40a tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=52be2b41-f385-4b04-9c22-e44335586e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946512 Jan 27 16:52:17.098718 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device 8e21ee21-16ef-481f-ae2a-aff1097b0c1d up at agent ovs-agent-dv-cinder-818830-2-iscsi {{(pid=114096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:52:17.156550 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Provisioning complete for port 8e21ee21-16ef-481f-ae2a-aff1097b0c1d triggered by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:52:17.156931 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (8e21ee21-16ef-481f-ae2a-aff1097b0c1d), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:17.246920 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Current status of the port 8e21ee21-16ef-481f-ae2a-aff1097b0c1d is: DOWN; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:52:17.247319 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (8e21ee21-16ef-481f-ae2a-aff1097b0c1d), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:17.274326 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] For port 8e21ee21-16ef-481f-ae2a-aff1097b0c1d, host dv-cinder-818830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818830-2-iscsi',level=0,port_id=8e21ee21-16ef-481f-ae2a-aff1097b0c1d,segment=NetworkSegment(9bd3a446-0196-4595-aa07-09a05d016e38),segment_id=9bd3a446-0196-4595-aa07-09a05d016e38)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:52:17.279930 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (8e21ee21-16ef-481f-ae2a-aff1097b0c1d), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:17.343768 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Pushing event updated for resources: {'Port': ['ID=8e21ee21-16ef-481f-ae2a-aff1097b0c1d,revision_number=4']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:52:17.464713 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6f5275-4f0e-49e8-9f99-22e9ec6c27df None None] Sync routers for ids ['22e37e41-c522-4da8-a533-ad243f5e91b5'] in dv-cinder-818830-2-iscsi {{(pid=114096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 16:52:17.482131 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6f5275-4f0e-49e8-9f99-22e9ec6c27df None None] Routers {'22e37e41-c522-4da8-a533-ad243f5e91b5'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:52:17.483174 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-ce6f5275-4f0e-49e8-9f99-22e9ec6c27df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T16:51:48Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['22e37e41-c522-4da8-a533-ad243f5e91b5'], 'active': True} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:52:17.769865 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvr_db [None req-ce6f5275-4f0e-49e8-9f99-22e9ec6c27df None None] Set router 22e37e41-c522-4da8-a533-ad243f5e91b5 gateway port host: dv-cinder-818830-2-iscsi {{(pid=114096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:52:18.182065 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-ce6f5275-4f0e-49e8-9f99-22e9ec6c27df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e37e41-c522-4da8-a533-ad243f5e91b5', 'name': 'tempest-TestMinimumBasicScenario-729968576-router', 'tenant_id': '3814dcff748c42e4889966e4502af247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '8e21ee21-16ef-481f-ae2a-aff1097b0c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:52:08Z', 'updated_at': '2022-01-27T16:52:15Z', 'revision_number': 4, 'project_id': '3814dcff748c42e4889966e4502af247', 'gw_port': {'id': '8e21ee21-16ef-481f-ae2a-aff1097b0c1d', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e37e41-c522-4da8-a533-ad243f5e91b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:52:09Z', 'updated_at': '2022-01-27T16:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi', '_interfaces': [{'id': 'e284377c-7ef5-4ae2-8782-b50a1ee95d95', 'name': '', 'network_id': '752e15d8-9527-4fcf-8db2-a0f6820adb6b', 'tenant_id': '3814dcff748c42e4889966e4502af247', 'mac_address': 'fa:16:3e:35:a8:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e37e41-c522-4da8-a533-ad243f5e91b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'cea19b4b-e7e4-408e-9620-bf805bb94272', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:52:13Z', 'updated_at': '2022-01-27T16:52:15Z', 'revision_number': 2, 'project_id': '3814dcff748c42e4889966e4502af247', 'subnets': [{'id': 'cea19b4b-e7e4-408e-9620-bf805bb94272', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:52:18.260206 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6f5275-4f0e-49e8-9f99-22e9ec6c27df None None] Checking router: 22e37e41-c522-4da8-a533-ad243f5e91b5 for host: dv-cinder-818830-2-iscsi {{(pid=114096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 16:52:18.263217 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6f5275-4f0e-49e8-9f99-22e9ec6c27df None None] Updating router 22e37e41-c522-4da8-a533-ad243f5e91b5 port e284377c-7ef5-4ae2-8782-b50a1ee95d95 binding host dv-cinder-818830-2-iscsi {{(pid=114096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 16:52:18.300189 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-ce6f5275-4f0e-49e8-9f99-22e9ec6c27df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (e284377c-7ef5-4ae2-8782-b50a1ee95d95), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:18.392954 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a52f0a5-ee90-4cb2-884d-ed2fb2af798c req-643d9fdd-d6e4-42f0-974c-2373b8a13bfc tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:18.397830 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-8a52f0a5-ee90-4cb2-884d-ed2fb2af798c req-643d9fdd-d6e4-42f0-974c-2373b8a13bfc tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2 HTTP/1.1" status: 200 len: 945 time: 0.2074409 Jan 27 16:52:18.407472 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b059629-f19f-4058-829a-e6de7a9ac98b req-8d26fa93-8087-41c0-ba85-586f02f8ddfe tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:18.412944 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-2b059629-f19f-4058-829a-e6de7a9ac98b req-8d26fa93-8087-41c0-ba85-586f02f8ddfe tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 943 time: 0.2134762 Jan 27 16:52:18.482454 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (853c399d-72c7-467e-bd42-08a47e7fb1c3), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:18.499783 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-8a52f0a5-ee90-4cb2-884d-ed2fb2af798c req-50c18e8a-8b95-4855-bcdd-d4c1fbe55ee7 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833583 Jan 27 16:52:18.523791 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-fad9202a-5d61-4656-b0d3-0c27be9172b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (bdbd084a-7876-495d-b5d9-cf3ee18f0227), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:18.592242 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-2b059629-f19f-4058-829a-e6de7a9ac98b req-408fe271-2ee8-4675-b803-cfb78f6d119b tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=52be2b41-f385-4b04-9c22-e44335586e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1504805 Jan 27 16:52:18.737252 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-657a23a3-2e83-4c89-b871-7f6f5263439d req-bf8d6392-6e17-46db-9f96-b6189ed216a7 service neutron] 10.222.0.24 "GET /v2.0/networks/d601b71c-9e85-4907-a350-1cc1a1486f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656661 Jan 27 16:52:18.817591 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-ce6f5275-4f0e-49e8-9f99-22e9ec6c27df None None] Publish callbacks [] for port (e284377c-7ef5-4ae2-8782-b50a1ee95d95), precommit_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:18.829952 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-ce6f5275-4f0e-49e8-9f99-22e9ec6c27df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (e284377c-7ef5-4ae2-8782-b50a1ee95d95), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:18.934197 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf429d38-e252-4ac1-8749-d4dc20f1ce77 None None] Pushing event updated for resources: {'Port': ['ID=e284377c-7ef5-4ae2-8782-b50a1ee95d95,revision_number=3']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:52:19.033937 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device 8e21ee21-16ef-481f-ae2a-aff1097b0c1d up at agent ovs-agent-dv-cinder-818830-2-iscsi {{(pid=114096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:52:19.074339 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.managers [None req-ce6f5275-4f0e-49e8-9f99-22e9ec6c27df None None] Attempting to bind port e284377c-7ef5-4ae2-8782-b50a1ee95d95 on host dv-cinder-818830-2-iscsi for vnic_type normal with profile {{(pid=114096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:52:19.074749 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.managers [None req-ce6f5275-4f0e-49e8-9f99-22e9ec6c27df None None] Attempting to bind port e284377c-7ef5-4ae2-8782-b50a1ee95d95 by drivers openvswitch,hyperv on host dv-cinder-818830-2-iscsi at level 0 using segments [{'id': '76a0ff54-b5ba-45ee-ae3d-6e3737ee5d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '752e15d8-9527-4fcf-8db2-a0f6820adb6b'}] {{(pid=114096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:52:19.075114 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6f5275-4f0e-49e8-9f99-22e9ec6c27df None None] Attempting to bind port e284377c-7ef5-4ae2-8782-b50a1ee95d95 on network 752e15d8-9527-4fcf-8db2-a0f6820adb6b {{(pid=114096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:52:19.084738 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6f5275-4f0e-49e8-9f99-22e9ec6c27df None None] Checking agent: {'id': '492c1832-c7a3-4f77-b4ba-2ebdc28556bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818830-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 40, 53), 'started_at': datetime.datetime(2022, 1, 27, 16, 41, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818830-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:52:19.085113 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6f5275-4f0e-49e8-9f99-22e9ec6c27df None None] Checking segment: {'id': '76a0ff54-b5ba-45ee-ae3d-6e3737ee5d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '752e15d8-9527-4fcf-8db2-a0f6820adb6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:52:19.085514 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-ce6f5275-4f0e-49e8-9f99-22e9ec6c27df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:19.085904 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6f5275-4f0e-49e8-9f99-22e9ec6c27df None None] Bound using segment: {'id': '76a0ff54-b5ba-45ee-ae3d-6e3737ee5d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '752e15d8-9527-4fcf-8db2-a0f6820adb6b'} {{(pid=114096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:52:19.086377 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.managers [None req-ce6f5275-4f0e-49e8-9f99-22e9ec6c27df None None] Bound port: e284377c-7ef5-4ae2-8782-b50a1ee95d95, host: dv-cinder-818830-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76a0ff54-b5ba-45ee-ae3d-6e3737ee5d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '752e15d8-9527-4fcf-8db2-a0f6820adb6b'}}] {{(pid=114096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:52:19.086748 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-ce6f5275-4f0e-49e8-9f99-22e9ec6c27df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (e284377c-7ef5-4ae2-8782-b50a1ee95d95), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:19.176789 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-ce6f5275-4f0e-49e8-9f99-22e9ec6c27df None None] For port e284377c-7ef5-4ae2-8782-b50a1ee95d95, host dv-cinder-818830-2-iscsi, cleared binding levels {{(pid=114096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:52:19.181690 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-ce6f5275-4f0e-49e8-9f99-22e9ec6c27df None None] For port e284377c-7ef5-4ae2-8782-b50a1ee95d95, host dv-cinder-818830-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818830-2-iscsi',level=0,port_id=e284377c-7ef5-4ae2-8782-b50a1ee95d95,segment=NetworkSegment(76a0ff54-b5ba-45ee-ae3d-6e3737ee5d4f),segment_id=76a0ff54-b5ba-45ee-ae3d-6e3737ee5d4f)] {{(pid=114096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:52:19.192737 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-ce6f5275-4f0e-49e8-9f99-22e9ec6c27df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (e284377c-7ef5-4ae2-8782-b50a1ee95d95), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:19.241223 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Provisioning complete for port 8e21ee21-16ef-481f-ae2a-aff1097b0c1d triggered by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:52:19.241428 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (8e21ee21-16ef-481f-ae2a-aff1097b0c1d), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:19.302806 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6f5275-4f0e-49e8-9f99-22e9ec6c27df None None] Routers {'22e37e41-c522-4da8-a533-ad243f5e91b5'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:52:19.303455 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-ce6f5275-4f0e-49e8-9f99-22e9ec6c27df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T16:52:18Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['22e37e41-c522-4da8-a533-ad243f5e91b5'], 'active': True} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:52:19.358528 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf429d38-e252-4ac1-8749-d4dc20f1ce77 None None] Pushing event updated for resources: {'Port': ['ID=e284377c-7ef5-4ae2-8782-b50a1ee95d95,revision_number=4']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:52:19.388017 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-0a9f9e33-f125-496a-b375-c0870e2044bc None None] Provisioning complete for port e284377c-7ef5-4ae2-8782-b50a1ee95d95 triggered by entity DHCP. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:52:19.388395 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-0a9f9e33-f125-496a-b375-c0870e2044bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (e284377c-7ef5-4ae2-8782-b50a1ee95d95), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:19.586884 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-66ba84dd-632c-456a-bb12-6a575fe6244f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9495f383-87a2-4ffd-86dd-67b8d88d602c), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:19.634328 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Current status of the port 8e21ee21-16ef-481f-ae2a-aff1097b0c1d is: ACTIVE; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:52:19.651679 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvr_db [None req-ce6f5275-4f0e-49e8-9f99-22e9ec6c27df None None] Set router 22e37e41-c522-4da8-a533-ad243f5e91b5 gateway port host: dv-cinder-818830-2-iscsi {{(pid=114096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:52:19.714969 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b78e782-76ef-4e0e-aa7b-560087a912fe req-994d0798-cb3b-4a7d-beb8-2fb4788c26f0 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:19.726164 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-6b78e782-76ef-4e0e-aa7b-560087a912fe req-994d0798-cb3b-4a7d-beb8-2fb4788c26f0 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2 HTTP/1.1" status: 200 len: 945 time: 0.1153035 Jan 27 16:52:19.837135 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-6b78e782-76ef-4e0e-aa7b-560087a912fe req-df084e7b-8644-45a8-b628-141bb93ee832 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099412 Jan 27 16:52:19.885542 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df8d36-4c87-4b5d-b080-7d98004213d8 req-3d1ba5d4-4186-425a-a891-75fcb6c56acd tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:19.887071 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-41df8d36-4c87-4b5d-b080-7d98004213d8 req-3d1ba5d4-4186-425a-a891-75fcb6c56acd tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 943 time: 0.1352551 Jan 27 16:52:19.969918 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-0a9f9e33-f125-496a-b375-c0870e2044bc None None] Current status of the port e284377c-7ef5-4ae2-8782-b50a1ee95d95 is: DOWN; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:52:19.970477 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-0a9f9e33-f125-496a-b375-c0870e2044bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (e284377c-7ef5-4ae2-8782-b50a1ee95d95), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:20.018573 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-41df8d36-4c87-4b5d-b080-7d98004213d8 req-f5fe2615-de36-4ed7-a904-8ca05ca6509f tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=52be2b41-f385-4b04-9c22-e44335586e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225135 Jan 27 16:52:20.039451 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-0a9f9e33-f125-496a-b375-c0870e2044bc None None] For port e284377c-7ef5-4ae2-8782-b50a1ee95d95, host dv-cinder-818830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818830-2-iscsi',level=0,port_id=e284377c-7ef5-4ae2-8782-b50a1ee95d95,segment=NetworkSegment(76a0ff54-b5ba-45ee-ae3d-6e3737ee5d4f),segment_id=76a0ff54-b5ba-45ee-ae3d-6e3737ee5d4f)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:52:20.049455 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-0a9f9e33-f125-496a-b375-c0870e2044bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (e284377c-7ef5-4ae2-8782-b50a1ee95d95), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:20.192902 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9f9e33-f125-496a-b375-c0870e2044bc None None] Pushing event updated for resources: {'Port': ['ID=e284377c-7ef5-4ae2-8782-b50a1ee95d95,revision_number=5']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:52:20.292857 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-f9930129-1ce2-44b2-95cd-e89a3f3d737f None None] Provisioning complete for port e284377c-7ef5-4ae2-8782-b50a1ee95d95 triggered by entity DHCP. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:52:20.293542 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-f9930129-1ce2-44b2-95cd-e89a3f3d737f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (e284377c-7ef5-4ae2-8782-b50a1ee95d95), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:20.298206 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-ce6f5275-4f0e-49e8-9f99-22e9ec6c27df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e37e41-c522-4da8-a533-ad243f5e91b5', 'name': 'tempest-TestMinimumBasicScenario-729968576-router', 'tenant_id': '3814dcff748c42e4889966e4502af247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '8e21ee21-16ef-481f-ae2a-aff1097b0c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:52:08Z', 'updated_at': '2022-01-27T16:52:15Z', 'revision_number': 4, 'project_id': '3814dcff748c42e4889966e4502af247', 'gw_port': {'id': '8e21ee21-16ef-481f-ae2a-aff1097b0c1d', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e37e41-c522-4da8-a533-ad243f5e91b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:52:09Z', 'updated_at': '2022-01-27T16:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi', '_interfaces': [{'id': 'e284377c-7ef5-4ae2-8782-b50a1ee95d95', 'name': '', 'network_id': '752e15d8-9527-4fcf-8db2-a0f6820adb6b', 'tenant_id': '3814dcff748c42e4889966e4502af247', 'mac_address': 'fa:16:3e:35:a8:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e37e41-c522-4da8-a533-ad243f5e91b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'cea19b4b-e7e4-408e-9620-bf805bb94272', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:52:13Z', 'updated_at': '2022-01-27T16:52:19Z', 'revision_number': 4, 'project_id': '3814dcff748c42e4889966e4502af247', 'subnets': [{'id': 'cea19b4b-e7e4-408e-9620-bf805bb94272', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:52:20.378773 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c53af7c-07e8-4429-9479-aa3fa2cf09ba req-1126aa17-752d-4310-98a3-bf6809c2cd41 tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:20.386803 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-9c53af7c-07e8-4429-9479-aa3fa2cf09ba req-1126aa17-752d-4310-98a3-bf6809c2cd41 tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] 10.222.0.48 "GET /v2.0/ports?device_id=58a6eecd-4759-477d-8484-e510a7638b40 HTTP/1.1" status: 200 len: 945 time: 0.0955772 Jan 27 16:52:20.411039 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6f5275-4f0e-49e8-9f99-22e9ec6c27df None None] The sync data for ids ['22e37e41-c522-4da8-a533-ad243f5e91b5'] in dv-cinder-818830-2-iscsi is: [{'id': '22e37e41-c522-4da8-a533-ad243f5e91b5', 'name': 'tempest-TestMinimumBasicScenario-729968576-router', 'tenant_id': '3814dcff748c42e4889966e4502af247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '8e21ee21-16ef-481f-ae2a-aff1097b0c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:52:08Z', 'updated_at': '2022-01-27T16:52:15Z', 'revision_number': 4, 'project_id': '3814dcff748c42e4889966e4502af247', 'gw_port': {'id': '8e21ee21-16ef-481f-ae2a-aff1097b0c1d', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e37e41-c522-4da8-a533-ad243f5e91b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:52:09Z', 'updated_at': '2022-01-27T16:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi', '_interfaces': [{'id': 'e284377c-7ef5-4ae2-8782-b50a1ee95d95', 'name': '', 'network_id': '752e15d8-9527-4fcf-8db2-a0f6820adb6b', 'tenant_id': '3814dcff748c42e4889966e4502af247', 'mac_address': 'fa:16:3e:35:a8:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e37e41-c522-4da8-a533-ad243f5e91b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'cea19b4b-e7e4-408e-9620-bf805bb94272', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:52:13Z', 'updated_at': '2022-01-27T16:52:19Z', 'revision_number': 4, 'project_id': '3814dcff748c42e4889966e4502af247', 'subnets': [{'id': 'cea19b4b-e7e4-408e-9620-bf805bb94272', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 16:52:20.464757 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-9c53af7c-07e8-4429-9479-aa3fa2cf09ba req-da94f2c1-7f73-4a0d-a07a-2767fcd226be tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b7e83e7-f320-4396-a60c-5dec58ef529a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728915 Jan 27 16:52:20.532742 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-f9930129-1ce2-44b2-95cd-e89a3f3d737f None None] Current status of the port e284377c-7ef5-4ae2-8782-b50a1ee95d95 is: ACTIVE; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:52:21.020131 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b11879-6684-4ba0-a05b-1823db695510 req-0b14aaa7-cf0d-4a47-99cb-8f272be630e7 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:21.034846 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-d3b11879-6684-4ba0-a05b-1823db695510 req-0b14aaa7-cf0d-4a47-99cb-8f272be630e7 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2 HTTP/1.1" status: 200 len: 945 time: 0.1039996 Jan 27 16:52:21.066410 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device e284377c-7ef5-4ae2-8782-b50a1ee95d95 up at agent ovs-agent-dv-cinder-818830-2-iscsi {{(pid=114096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:52:21.161649 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Provisioning complete for port e284377c-7ef5-4ae2-8782-b50a1ee95d95 triggered by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:52:21.162165 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (e284377c-7ef5-4ae2-8782-b50a1ee95d95), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:21.310330 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-d3b11879-6684-4ba0-a05b-1823db695510 req-b66b52f5-4ade-4b12-a7e3-1462d017a8be tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743132 Jan 27 16:52:21.315454 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Current status of the port e284377c-7ef5-4ae2-8782-b50a1ee95d95 is: ACTIVE; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:52:21.342845 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa0d6a-0a2a-4da0-aab9-6996bd20f983 req-06c31dfd-6143-4a4b-92a5-264b8dc42e04 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:21.350593 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-2cfa0d6a-0a2a-4da0-aab9-6996bd20f983 req-06c31dfd-6143-4a4b-92a5-264b8dc42e04 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 943 time: 0.1668050 Jan 27 16:52:21.415355 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-2cfa0d6a-0a2a-4da0-aab9-6996bd20f983 req-4dcf1b84-11e2-4805-920a-c7cf35b28778 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=52be2b41-f385-4b04-9c22-e44335586e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637653 Jan 27 16:52:21.547859 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-d66b1738-fecd-429f-97ae-c3b5c23d3d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9d445c8f-179b-40e3-9cb5-ffaa95aecd6a), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:21.687859 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799655bc-21b6-4925-81e3-2e3f15388bf6 req-ceb6cc38-1f6c-4981-96de-11e1b56fd987 tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:21.691021 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-799655bc-21b6-4925-81e3-2e3f15388bf6 req-ceb6cc38-1f6c-4981-96de-11e1b56fd987 tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] 10.222.0.48 "GET /v2.0/ports?device_id=58a6eecd-4759-477d-8484-e510a7638b40 HTTP/1.1" status: 200 len: 945 time: 0.1072176 Jan 27 16:52:21.781605 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-799655bc-21b6-4925-81e3-2e3f15388bf6 req-84be47aa-883d-4ebe-914c-26c985dafb6f tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b7e83e7-f320-4396-a60c-5dec58ef529a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847838 Jan 27 16:52:22.434503 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e51aca-cda3-410a-81e2-6a086a0b6b33 req-8c99a87e-1a59-467d-946f-bb8fa4850f78 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:22.436987 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-58e51aca-cda3-410a-81e2-6a086a0b6b33 req-8c99a87e-1a59-467d-946f-bb8fa4850f78 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2 HTTP/1.1" status: 200 len: 945 time: 0.0529363 Jan 27 16:52:22.503179 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-58e51aca-cda3-410a-81e2-6a086a0b6b33 req-356122ee-a3a7-4920-99da-df3c285f8662 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543249 Jan 27 16:52:22.565589 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b545ed6c-167e-4744-993e-83324a667e3c req-e01b4bb6-625e-467c-812e-0dd3f33734b7 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:22.567388 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-b545ed6c-167e-4744-993e-83324a667e3c req-e01b4bb6-625e-467c-812e-0dd3f33734b7 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 943 time: 0.0618713 Jan 27 16:52:22.599628 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (492c1832-c7a3-4f77-b4ba-2ebdc28556bf), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:22.635094 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-b545ed6c-167e-4744-993e-83324a667e3c req-93bfd364-910a-4a87-9886-2118cf24dab2 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=52be2b41-f385-4b04-9c22-e44335586e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594273 Jan 27 16:52:22.947694 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e2fb4-8efb-4643-8457-23ad17fef05b req-66218e5b-3820-486f-9dd6-405ef4c876a5 tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:22.949063 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-be0e2fb4-8efb-4643-8457-23ad17fef05b req-66218e5b-3820-486f-9dd6-405ef4c876a5 tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] 10.222.0.48 "GET /v2.0/ports?device_id=58a6eecd-4759-477d-8484-e510a7638b40 HTTP/1.1" status: 200 len: 945 time: 0.0835831 Jan 27 16:52:23.030311 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-be0e2fb4-8efb-4643-8457-23ad17fef05b req-02c8c5c6-f464-40d0-9400-6fc1fedff8d2 tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b7e83e7-f320-4396-a60c-5dec58ef529a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656412 Jan 27 16:52:23.306992 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a5106e-a7b4-4d74-bbc2-f5a4dbc65414 req-c735d77c-5e2b-4cce-ab9a-f2cc5ea44a99 tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:23.308474 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-16a5106e-a7b4-4d74-bbc2-f5a4dbc65414 req-c735d77c-5e2b-4cce-ab9a-f2cc5ea44a99 tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] 10.222.0.24 "GET /v2.0/ports?device_id=58a6eecd-4759-477d-8484-e510a7638b40 HTTP/1.1" status: 200 len: 945 time: 0.0557246 Jan 27 16:52:23.461047 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.plugin [req-16a5106e-a7b4-4d74-bbc2-f5a4dbc65414 req-e0d96e98-8011-4b03-b2db-eb54b13e7414 tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] Deleting port 404e12cf-c62c-4c23-b50c-848e2b404dec {{(pid=114094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:52:23.461867 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-16a5106e-a7b4-4d74-bbc2-f5a4dbc65414 req-e0d96e98-8011-4b03-b2db-eb54b13e7414 tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740202897008'] for port (404e12cf-c62c-4c23-b50c-848e2b404dec), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:23.592130 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.db [req-16a5106e-a7b4-4d74-bbc2-f5a4dbc65414 req-e0d96e98-8011-4b03-b2db-eb54b13e7414 tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] For port 404e12cf-c62c-4c23-b50c-848e2b404dec, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=404e12cf-c62c-4c23-b50c-848e2b404dec,segment=NetworkSegment(17a18a42-5600-4d76-b1cc-2cf734bad5d3),segment_id=17a18a42-5600-4d76-b1cc-2cf734bad5d3)] {{(pid=114094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:52:23.592875 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-16a5106e-a7b4-4d74-bbc2-f5a4dbc65414 req-e0d96e98-8011-4b03-b2db-eb54b13e7414 tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797243'] for port (404e12cf-c62c-4c23-b50c-848e2b404dec), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:23.608089 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.plugin [req-16a5106e-a7b4-4d74-bbc2-f5a4dbc65414 req-e0d96e98-8011-4b03-b2db-eb54b13e7414 tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] Calling delete_port for 404e12cf-c62c-4c23-b50c-848e2b404dec owned by compute:nova {{(pid=114094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:52:23.775388 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-16a5106e-a7b4-4d74-bbc2-f5a4dbc65414 req-e0d96e98-8011-4b03-b2db-eb54b13e7414 tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740202902474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740202573626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777202'] for port (404e12cf-c62c-4c23-b50c-848e2b404dec), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:23.799359 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e1ff7-169d-4857-a443-7e558fe4ac45 req-77b22b4b-8382-4a9e-bad8-420ac865c714 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:23.816393 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d96e98-8011-4b03-b2db-eb54b13e7414 tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] Pushing event deleted for resources: {'Port': ['ID=404e12cf-c62c-4c23-b50c-848e2b404dec,revision_number=None']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:52:23.826468 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-718e1ff7-169d-4857-a443-7e558fe4ac45 req-77b22b4b-8382-4a9e-bad8-420ac865c714 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 943 time: 0.0815182 Jan 27 16:52:23.871691 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.l3_dvrscheduler_db [req-16a5106e-a7b4-4d74-bbc2-f5a4dbc65414 req-e0d96e98-8011-4b03-b2db-eb54b13e7414 tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] No DVR routers for this DVR port 404e12cf-c62c-4c23-b50c-848e2b404dec on host hv-cinder-81883 {{(pid=114094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 16:52:23.875823 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-16a5106e-a7b4-4d74-bbc2-f5a4dbc65414 req-e0d96e98-8011-4b03-b2db-eb54b13e7414 tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118807'] for port (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:23.892473 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-16a5106e-a7b4-4d74-bbc2-f5a4dbc65414 req-e0d96e98-8011-4b03-b2db-eb54b13e7414 tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] 10.222.0.24 "DELETE /v2.0/ports/404e12cf-c62c-4c23-b50c-848e2b404dec HTTP/1.1" status: 204 len: 173 time: 0.5656214 Jan 27 16:52:23.893121 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58a6eecd-4759-477d-8484-e510a7638b40', 'name': 'network-vif-deleted', 'tag': '404e12cf-c62c-4c23-b50c-848e2b404dec'}] {{(pid=114094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:52:23.903847 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}342a798d1d13ecd85fd4efdf34ff3908ecd3b9322feeb0f720fcdcd52e7e333b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae18c3c4-aba4-4fb0-9014-751cec0f068d" -d '{"events": [{"server_uuid": "58a6eecd-4759-477d-8484-e510a7638b40", "name": "network-vif-deleted", "tag": "404e12cf-c62c-4c23-b50c-848e2b404dec"}]}' {{(pid=114094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:52:23.927930 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-718e1ff7-169d-4857-a443-7e558fe4ac45 req-f6efd027-cb30-447e-a416-8b3ea29520a3 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=52be2b41-f385-4b04-9c22-e44335586e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004295 Jan 27 16:52:23.962719 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 16:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-648d7733-68c2-4343-adec-77c3c9fcad4f x-openstack-request-id: req-648d7733-68c2-4343-adec-77c3c9fcad4f {{(pid=114094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:52:23.963120 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58a6eecd-4759-477d-8484-e510a7638b40", "name": "network-vif-deleted", "tag": "404e12cf-c62c-4c23-b50c-848e2b404dec", "status": "completed", "code": 200}]} {{(pid=114094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:52:23.963556 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-648d7733-68c2-4343-adec-77c3c9fcad4f {{(pid=114094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:52:23.966745 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58a6eecd-4759-477d-8484-e510a7638b40', 'name': 'network-vif-deleted', 'tag': '404e12cf-c62c-4c23-b50c-848e2b404dec', 'status': 'completed', 'code': 200} Jan 27 16:52:24.184261 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-eb5def98-d275-4f00-bc9f-3529b310e8df req-77f53b54-a3a1-4810-843f-525731138181 tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] 10.222.0.48 "GET /v2.0/ports?device_id=58a6eecd-4759-477d-8484-e510a7638b40 HTTP/1.1" status: 200 len: 210 time: 0.0483499 Jan 27 16:52:24.651797 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.agents_db [None req-5545c54b-af05-4075-94be-94e2438c302a None None] Agent healthcheck: found 6 active agents {{(pid=114097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 16:52:25.050335 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a017f4e2-b842-4f41-9234-dd5b4dfb8fcb req-c926b463-e1b9-4f2f-9924-7b36dd41fe90 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:25.052424 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-a017f4e2-b842-4f41-9234-dd5b4dfb8fcb req-c926b463-e1b9-4f2f-9924-7b36dd41fe90 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 943 time: 0.0523353 Jan 27 16:52:25.103418 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-a017f4e2-b842-4f41-9234-dd5b4dfb8fcb req-2ef82a18-91ce-476f-a1e4-e192892e4219 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=52be2b41-f385-4b04-9c22-e44335586e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452995 Jan 27 16:52:26.237885 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16cd203-47b6-4964-9177-453af136753b req-081950f5-a9f9-44dd-a9eb-3db2777aab1c tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:26.239520 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-a16cd203-47b6-4964-9177-453af136753b req-081950f5-a9f9-44dd-a9eb-3db2777aab1c tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 943 time: 0.0586641 Jan 27 16:52:26.291919 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-a16cd203-47b6-4964-9177-453af136753b req-cb855a09-2651-45bc-9d04-79f309dcb7e6 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=52be2b41-f385-4b04-9c22-e44335586e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467758 Jan 27 16:52:26.587604 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device 404e12cf-c62c-4c23-b50c-848e2b404dec no longer exists at agent hyperv_hv-cinder-81883 {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:52:26.614451 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] No Port match for: 404e12cf-c62c-4c23-b50c-848e2b404dec {{(pid=114096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 16:52:26.614797 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device 404e12cf-c62c-4c23-b50c-848e2b404dec not bound to the agent host hv-cinder-81883 {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 16:52:26.773007 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3893d8-b8b5-419d-a1c6-e42e919d90d6 req-49b25527-8a8c-4aad-a9e3-ffd438b7bd9b tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:26.774396 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-9a3893d8-b8b5-419d-a1c6-e42e919d90d6 req-49b25527-8a8c-4aad-a9e3-ffd438b7bd9b tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5490cbd-3604-4065-b528-a305f9f211ce HTTP/1.1" status: 200 len: 945 time: 0.0578043 Jan 27 16:52:26.828077 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-9a3893d8-b8b5-419d-a1c6-e42e919d90d6 req-0908e5b5-61f0-4ae5-b81c-8321d2e2fff3 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478446 Jan 27 16:52:27.417258 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5a8cb-9414-4623-bf8f-d4d7f9bd1bb9 req-2ec5ac62-1921-41bc-97db-17cc1b73f9ce tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:27.418603 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-61c5a8cb-9414-4623-bf8f-d4d7f9bd1bb9 req-2ec5ac62-1921-41bc-97db-17cc1b73f9ce tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 943 time: 0.0506613 Jan 27 16:52:27.464952 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-61c5a8cb-9414-4623-bf8f-d4d7f9bd1bb9 req-3fa6a391-eb5c-4b3a-889f-0aeb19ba6186 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=52be2b41-f385-4b04-9c22-e44335586e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397842 Jan 27 16:52:27.699648 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e623a171-eb59-4914-b0ac-1fc82103405d req-d25fa7e5-e0cb-4c7a-9b87-ebaa9238b764 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:27.700985 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-e623a171-eb59-4914-b0ac-1fc82103405d req-d25fa7e5-e0cb-4c7a-9b87-ebaa9238b764 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/networks?id=0cf8540c-4553-4409-baa3-685ce5fef788 HTTP/1.1" status: 200 len: 815 time: 0.0981104 Jan 27 16:52:27.715270 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-e623a171-eb59-4914-b0ac-1fc82103405d req-e5aa5a08-da0d-49ae-aabc-2aac0150ade8 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/quotas/fe08ade68b284511b92c42fba70f29d3 HTTP/1.1" status: 200 len: 375 time: 0.0085537 Jan 27 16:52:27.767780 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-e623a171-eb59-4914-b0ac-1fc82103405d req-66261934-b9d3-4947-b2c0-d948cbbc8f56 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=fe08ade68b284511b92c42fba70f29d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477757 Jan 27 16:52:27.859697 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-e623a171-eb59-4914-b0ac-1fc82103405d req-4aaed2b2-9609-440f-b1cc-2271d39105fd service neutron] 10.222.0.48 "GET /v2.0/networks/0cf8540c-4553-4409-baa3-685ce5fef788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808582 Jan 27 16:52:27.980078 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-e623a171-eb59-4914-b0ac-1fc82103405d req-629e292d-0af7-4cfb-9e6a-88c9f211b44c service neutron] 10.222.0.48 "GET /v2.0/networks/0cf8540c-4553-4409-baa3-685ce5fef788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144795 Jan 27 16:52:27.987512 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ab77b-a179-4289-be5e-97229bfb562e req-41180605-8a9e-4e12-8799-5df5d0269f17 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:27.988915 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-9d9ab77b-a179-4289-be5e-97229bfb562e req-41180605-8a9e-4e12-8799-5df5d0269f17 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5490cbd-3604-4065-b528-a305f9f211ce HTTP/1.1" status: 200 len: 945 time: 0.0768688 Jan 27 16:52:28.036436 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-9d9ab77b-a179-4289-be5e-97229bfb562e req-e4c87920-cca4-4b46-b45e-874f7f95e54a tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419459 Jan 27 16:52:28.137728 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-049e486d-82a2-45b6-a148-bcdbc7aec545 req-ea5bf9d9-4b74-42bb-b52b-a9395fea43eb tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a8d6efb-9e26-48f5-80a7-4447209ea47e HTTP/1.1" status: 200 len: 210 time: 0.0266986 Jan 27 16:52:28.592001 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca85fe-0eef-4fee-abe6-89c498ed7b9a req-9f33ad66-b66e-48b9-b816-ebcaac3c3374 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:28.593447 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-11ca85fe-0eef-4fee-abe6-89c498ed7b9a req-9f33ad66-b66e-48b9-b816-ebcaac3c3374 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 943 time: 0.0531752 Jan 27 16:52:28.647394 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-11ca85fe-0eef-4fee-abe6-89c498ed7b9a req-d76d7439-4e02-4524-bd7a-700a1a6db211 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=52be2b41-f385-4b04-9c22-e44335586e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467992 Jan 27 16:52:29.157071 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d84f97-03ca-4111-952e-096224fbe660 req-fc1f0441-0d1e-4613-b1f2-32856f64f5b7 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:29.159087 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-e6d84f97-03ca-4111-952e-096224fbe660 req-fc1f0441-0d1e-4613-b1f2-32856f64f5b7 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5490cbd-3604-4065-b528-a305f9f211ce HTTP/1.1" status: 200 len: 945 time: 0.0501869 Jan 27 16:52:29.177793 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e623a171-eb59-4914-b0ac-1fc82103405d req-6670063c-ecf5-40bd-876d-133d788f4bff tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:29.179378 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-e623a171-eb59-4914-b0ac-1fc82103405d req-6670063c-ecf5-40bd-876d-133d788f4bff tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.24 "GET /v2.0/networks?id=0cf8540c-4553-4409-baa3-685ce5fef788 HTTP/1.1" status: 200 len: 815 time: 0.1106415 Jan 27 16:52:29.197397 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.v2.base [req-e623a171-eb59-4914-b0ac-1fc82103405d req-49d28249-14d8-4fd3-9427-ad10219cab79 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Request body: {'port': {'device_id': '2a8d6efb-9e26-48f5-80a7-4447209ea47e', 'network_id': '0cf8540c-4553-4409-baa3-685ce5fef788', 'admin_state_up': True, 'tenant_id': 'fe08ade68b284511b92c42fba70f29d3'}} {{(pid=114094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:52:29.225855 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-e6d84f97-03ca-4111-952e-096224fbe660 req-f2b8d0ca-3054-4a86-868c-4b95348c61e7 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603378 Jan 27 16:52:29.241238 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-6714773a-0c56-4d89-a85d-2b22a5e15986 req-fffd0fda-0a9d-4829-90da-0a63c40a0f47 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a8d6efb-9e26-48f5-80a7-4447209ea47e HTTP/1.1" status: 200 len: 210 time: 0.0287189 Jan 27 16:52:29.311042 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e623a171-eb59-4914-b0ac-1fc82103405d req-49d28249-14d8-4fd3-9427-ad10219cab79 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Made reservation on behalf of fe08ade68b284511b92c42fba70f29d3 for: {'port': 1} {{(pid=114094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:52:29.315180 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-e623a171-eb59-4914-b0ac-1fc82103405d req-49d28249-14d8-4fd3-9427-ad10219cab79 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:29.446371 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.db_base_plugin_common [req-e623a171-eb59-4914-b0ac-1fc82103405d req-49d28249-14d8-4fd3-9427-ad10219cab79 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Allocated IP 172.20.0.12 (0cf8540c-4553-4409-baa3-685ce5fef788/b6bd6e03-faed-4044-b0c4-ece2c83c8c55/bdf14445-13aa-42c8-8538-0e113ea22eb2) {{(pid=114094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:52:29.613716 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-e623a171-eb59-4914-b0ac-1fc82103405d req-49d28249-14d8-4fd3-9427-ad10219cab79 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Publish callbacks [] for port (bdf14445-13aa-42c8-8538-0e113ea22eb2), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:29.677080 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-e623a171-eb59-4914-b0ac-1fc82103405d req-49d28249-14d8-4fd3-9427-ad10219cab79 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740202573617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777202'] for port (bdf14445-13aa-42c8-8538-0e113ea22eb2), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:29.749795 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device abeda3c4-6ebc-46ec-9c5e-ff3315222ece details requested by agent hyperv_hv-cinder-81883 with host hv-cinder-81883 {{(pid=114096) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 16:52:29.753221 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e623a171-eb59-4914-b0ac-1fc82103405d req-49d28249-14d8-4fd3-9427-ad10219cab79 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Network 0cf8540c-4553-4409-baa3-685ce5fef788 is already hosted by enough agents. {{(pid=114094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:52:29.758713 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.base_scheduler [req-e623a171-eb59-4914-b0ac-1fc82103405d req-49d28249-14d8-4fd3-9427-ad10219cab79 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Resources bound (agent type, host, resource id): {{(pid=114094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:52:29.763614 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.l3_dvrscheduler_db [req-e623a171-eb59-4914-b0ac-1fc82103405d req-49d28249-14d8-4fd3-9427-ad10219cab79 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Received port after_create {{(pid=114094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:52:29.770121 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d28249-14d8-4fd3-9427-ad10219cab79 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Pushing event updated for resources: {'Port': ['ID=bdf14445-13aa-42c8-8538-0e113ea22eb2,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:52:29.847673 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e623a171-eb59-4914-b0ac-1fc82103405d req-49d28249-14d8-4fd3-9427-ad10219cab79 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:29.848734 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-e623a171-eb59-4914-b0ac-1fc82103405d req-49d28249-14d8-4fd3-9427-ad10219cab79 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118807'] for port (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:29.878473 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-e623a171-eb59-4914-b0ac-1fc82103405d req-49d28249-14d8-4fd3-9427-ad10219cab79 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6898990 Jan 27 16:52:29.909620 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.v2.base [req-e623a171-eb59-4914-b0ac-1fc82103405d req-bb0fbca2-e43d-4c6d-934f-fc85f57fc6e0 service neutron] Request body: {'port': {'device_id': '2a8d6efb-9e26-48f5-80a7-4447209ea47e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81883'}} {{(pid=114094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:52:29.917517 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c44bfbf-5516-454e-b03a-26da7c0a1f39 req-a99fd0b0-a646-4def-9050-b039a702497f tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:29.926470 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-7c44bfbf-5516-454e-b03a-26da7c0a1f39 req-a99fd0b0-a646-4def-9050-b039a702497f tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 943 time: 0.1233253 Jan 27 16:52:29.940170 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] For port abeda3c4-6ebc-46ec-9c5e-ff3315222ece, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=abeda3c4-6ebc-46ec-9c5e-ff3315222ece,segment=NetworkSegment(f24320bd-5fde-4b90-81d3-17a919a07a12),segment_id=f24320bd-5fde-4b90-81d3-17a919a07a12)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:52:29.964408 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Returning: {'device': 'abeda3c4-6ebc-46ec-9c5e-ff3315222ece', 'network_id': '4e17d67f-4d84-42b2-a3bf-cf48fd71687d', 'port_id': 'abeda3c4-6ebc-46ec-9c5e-ff3315222ece', 'mac_address': 'fa:16:3e:c8:72:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0494b2b-60e2-42b5-a63f-939831eceb11', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114096) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 16:52:30.042155 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-e623a171-eb59-4914-b0ac-1fc82103405d req-bb0fbca2-e43d-4c6d-934f-fc85f57fc6e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (bdf14445-13aa-42c8-8538-0e113ea22eb2), before_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:30.054700 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-7c44bfbf-5516-454e-b03a-26da7c0a1f39 req-da77019c-e731-4ad1-a093-9eae7b7f3f1f tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=52be2b41-f385-4b04-9c22-e44335586e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221185 Jan 27 16:52:30.054938 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Current status of the port abeda3c4-6ebc-46ec-9c5e-ff3315222ece is: DOWN; New status is: BUILD {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:52:30.055525 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (abeda3c4-6ebc-46ec-9c5e-ff3315222ece), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:30.076411 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.notifiers.nova [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abeda3c4-6ebc-46ec-9c5e-ff3315222ece {{(pid=114096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:52:30.120454 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] For port abeda3c4-6ebc-46ec-9c5e-ff3315222ece, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=abeda3c4-6ebc-46ec-9c5e-ff3315222ece,segment=NetworkSegment(f24320bd-5fde-4b90-81d3-17a919a07a12),segment_id=f24320bd-5fde-4b90-81d3-17a919a07a12)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:52:30.126592 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (abeda3c4-6ebc-46ec-9c5e-ff3315222ece), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:30.195580 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-c43755bd-3d88-459e-b535-7a1b41682044 None None] Provisioning complete for port bdf14445-13aa-42c8-8538-0e113ea22eb2 triggered by entity DHCP. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:52:30.195939 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-c43755bd-3d88-459e-b535-7a1b41682044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (bdf14445-13aa-42c8-8538-0e113ea22eb2), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:30.238838 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Pushing event updated for resources: {'Port': ['ID=abeda3c4-6ebc-46ec-9c5e-ff3315222ece,revision_number=9']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:52:30.262262 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-c43755bd-3d88-459e-b535-7a1b41682044 None None] Port bdf14445-13aa-42c8-8538-0e113ea22eb2 cannot update to ACTIVE because it is not bound. {{(pid=114096) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 16:52:30.447788 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313845a9-7e9c-44fc-abdb-efb587728b18 req-fd459b7b-712d-42e0-919c-2fcc0f16fbbe tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:30.449888 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-313845a9-7e9c-44fc-abdb-efb587728b18 req-fd459b7b-712d-42e0-919c-2fcc0f16fbbe tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5490cbd-3604-4065-b528-a305f9f211ce HTTP/1.1" status: 200 len: 945 time: 0.1172101 Jan 27 16:52:30.462463 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e8da0e-0466-4886-9b44-18989a9176bb req-2ca24a6d-1b6d-4dd0-871d-25f12381eee1 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:30.464425 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-b0e8da0e-0466-4886-9b44-18989a9176bb req-2ca24a6d-1b6d-4dd0-871d-25f12381eee1 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a8d6efb-9e26-48f5-80a7-4447209ea47e HTTP/1.1" status: 200 len: 932 time: 0.1139195 Jan 27 16:52:30.480033 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] get_ports_and_sgs() called for port_ids ['abeda3c4-6ebc-46ec-9c5e-ff3315222ece'] {{(pid=114096) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 16:52:30.490505 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.notifiers.nova [req-e623a171-eb59-4914-b0ac-1fc82103405d req-bb0fbca2-e43d-4c6d-934f-fc85f57fc6e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdf14445-13aa-42c8-8538-0e113ea22eb2 {{(pid=114094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:52:30.501046 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-e623a171-eb59-4914-b0ac-1fc82103405d req-bb0fbca2-e43d-4c6d-934f-fc85f57fc6e0 service neutron] Publish callbacks [] for port (bdf14445-13aa-42c8-8538-0e113ea22eb2), precommit_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:30.517556 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.provisioning_blocks [req-e623a171-eb59-4914-b0ac-1fc82103405d req-bb0fbca2-e43d-4c6d-934f-fc85f57fc6e0 service neutron] Transition to ACTIVE for port object bdf14445-13aa-42c8-8538-0e113ea22eb2 will not be triggered until provisioned by entity L2. {{(pid=114094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 16:52:30.523232 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-e623a171-eb59-4914-b0ac-1fc82103405d req-bb0fbca2-e43d-4c6d-934f-fc85f57fc6e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8776969'] for port (bdf14445-13aa-42c8-8538-0e113ea22eb2), after_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:30.609339 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0fbca2-e43d-4c6d-934f-fc85f57fc6e0 service neutron] Pushing event updated for resources: {'Port': ['ID=bdf14445-13aa-42c8-8538-0e113ea22eb2,revision_number=2']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:52:30.630629 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-b0e8da0e-0466-4886-9b44-18989a9176bb req-1c4ea4cf-a186-4e23-9a39-34d63cd0b23a tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eb100d7-7129-43cb-8277-73c5dbb87bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093059 Jan 27 16:52:30.663796 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-313845a9-7e9c-44fc-abdb-efb587728b18 req-66a1d60f-8744-4d53-a7f6-d77c7c23a0b7 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936569 Jan 27 16:52:30.719680 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.managers [req-e623a171-eb59-4914-b0ac-1fc82103405d req-bb0fbca2-e43d-4c6d-934f-fc85f57fc6e0 service neutron] Attempting to bind port bdf14445-13aa-42c8-8538-0e113ea22eb2 on host hv-cinder-81883 for vnic_type normal with profile {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:52:30.720230 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.managers [req-e623a171-eb59-4914-b0ac-1fc82103405d req-bb0fbca2-e43d-4c6d-934f-fc85f57fc6e0 service neutron] Attempting to bind port bdf14445-13aa-42c8-8538-0e113ea22eb2 by drivers openvswitch,hyperv on host hv-cinder-81883 at level 0 using segments [{'id': 'c36f6854-8df8-41db-a98a-a633d19cdbb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0cf8540c-4553-4409-baa3-685ce5fef788'}] {{(pid=114094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:52:30.720879 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e623a171-eb59-4914-b0ac-1fc82103405d req-bb0fbca2-e43d-4c6d-934f-fc85f57fc6e0 service neutron] Attempting to bind port bdf14445-13aa-42c8-8538-0e113ea22eb2 on network 0cf8540c-4553-4409-baa3-685ce5fef788 {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:52:30.727525 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e623a171-eb59-4914-b0ac-1fc82103405d req-bb0fbca2-e43d-4c6d-934f-fc85f57fc6e0 service neutron] Port bdf14445-13aa-42c8-8538-0e113ea22eb2 on network 0cf8540c-4553-4409-baa3-685ce5fef788 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81883 {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 16:52:30.728132 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e623a171-eb59-4914-b0ac-1fc82103405d req-bb0fbca2-e43d-4c6d-934f-fc85f57fc6e0 service neutron] Attempting to bind port bdf14445-13aa-42c8-8538-0e113ea22eb2 on network 0cf8540c-4553-4409-baa3-685ce5fef788 {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:52:30.734244 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e623a171-eb59-4914-b0ac-1fc82103405d req-bb0fbca2-e43d-4c6d-934f-fc85f57fc6e0 service neutron] Checking agent: {'id': '853c399d-72c7-467e-bd42-08a47e7fb1c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81883', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 46, 47), 'started_at': datetime.datetime(2022, 1, 27, 16, 46, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:52:30.734896 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e623a171-eb59-4914-b0ac-1fc82103405d req-bb0fbca2-e43d-4c6d-934f-fc85f57fc6e0 service neutron] Checking segment: {'id': 'c36f6854-8df8-41db-a98a-a633d19cdbb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0cf8540c-4553-4409-baa3-685ce5fef788'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:52:30.736011 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e623a171-eb59-4914-b0ac-1fc82103405d req-bb0fbca2-e43d-4c6d-934f-fc85f57fc6e0 service neutron] Bound using segment: {'id': 'c36f6854-8df8-41db-a98a-a633d19cdbb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0cf8540c-4553-4409-baa3-685ce5fef788'} {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:52:30.737898 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.managers [req-e623a171-eb59-4914-b0ac-1fc82103405d req-bb0fbca2-e43d-4c6d-934f-fc85f57fc6e0 service neutron] Bound port: bdf14445-13aa-42c8-8538-0e113ea22eb2, host: hv-cinder-81883, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c36f6854-8df8-41db-a98a-a633d19cdbb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0cf8540c-4553-4409-baa3-685ce5fef788'}}] {{(pid=114094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:52:30.738416 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-e623a171-eb59-4914-b0ac-1fc82103405d req-bb0fbca2-e43d-4c6d-934f-fc85f57fc6e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (bdf14445-13aa-42c8-8538-0e113ea22eb2), before_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:30.863714 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.db [req-e623a171-eb59-4914-b0ac-1fc82103405d req-bb0fbca2-e43d-4c6d-934f-fc85f57fc6e0 service neutron] For port bdf14445-13aa-42c8-8538-0e113ea22eb2, host hv-cinder-81883, cleared binding levels {{(pid=114094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:52:30.867531 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.db [req-e623a171-eb59-4914-b0ac-1fc82103405d req-bb0fbca2-e43d-4c6d-934f-fc85f57fc6e0 service neutron] For port bdf14445-13aa-42c8-8538-0e113ea22eb2, host hv-cinder-81883, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=bdf14445-13aa-42c8-8538-0e113ea22eb2,segment=NetworkSegment(c36f6854-8df8-41db-a98a-a633d19cdbb2),segment_id=c36f6854-8df8-41db-a98a-a633d19cdbb2)] {{(pid=114094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:52:30.881556 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-e623a171-eb59-4914-b0ac-1fc82103405d req-bb0fbca2-e43d-4c6d-934f-fc85f57fc6e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8776969'] for port (bdf14445-13aa-42c8-8538-0e113ea22eb2), after_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:30.971868 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0fbca2-e43d-4c6d-934f-fc85f57fc6e0 service neutron] Pushing event updated for resources: {'Port': ['ID=bdf14445-13aa-42c8-8538-0e113ea22eb2,revision_number=3']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:52:31.015027 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e623a171-eb59-4914-b0ac-1fc82103405d req-bb0fbca2-e43d-4c6d-934f-fc85f57fc6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:31.016325 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-e623a171-eb59-4914-b0ac-1fc82103405d req-bb0fbca2-e43d-4c6d-934f-fc85f57fc6e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118807'] for port (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:31.020319 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-e623a171-eb59-4914-b0ac-1fc82103405d req-bb0fbca2-e43d-4c6d-934f-fc85f57fc6e0 service neutron] 10.222.0.24 "PUT /v2.0/ports/bdf14445-13aa-42c8-8538-0e113ea22eb2 HTTP/1.1" status: 200 len: 1094 time: 1.1201167 Jan 27 16:52:31.023375 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a8d6efb-9e26-48f5-80a7-4447209ea47e', 'tag': 'bdf14445-13aa-42c8-8538-0e113ea22eb2'}] {{(pid=114094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:52:31.027230 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}342a798d1d13ecd85fd4efdf34ff3908ecd3b9322feeb0f720fcdcd52e7e333b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5018eb38-4b49-420b-bb81-e2e64588fd44" -d '{"events": [{"name": "network-changed", "server_uuid": "2a8d6efb-9e26-48f5-80a7-4447209ea47e", "tag": "bdf14445-13aa-42c8-8538-0e113ea22eb2"}]}' {{(pid=114094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:52:31.078641 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 16:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-414c39b4-1f95-4813-9db8-417788bb50c8 x-openstack-request-id: req-414c39b4-1f95-4813-9db8-417788bb50c8 {{(pid=114094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:52:31.080068 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a8d6efb-9e26-48f5-80a7-4447209ea47e", "tag": "bdf14445-13aa-42c8-8538-0e113ea22eb2", "status": "completed", "code": 200}]} {{(pid=114094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:52:31.080440 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-414c39b4-1f95-4813-9db8-417788bb50c8 {{(pid=114094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:52:31.080968 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a8d6efb-9e26-48f5-80a7-4447209ea47e', 'tag': 'bdf14445-13aa-42c8-8538-0e113ea22eb2', 'status': 'completed', 'code': 200} Jan 27 16:52:31.229158 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865dbac4-5ed6-469e-bcec-554af3c33117 req-d226408f-680d-4a67-abfd-32f60f10c7ca tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:31.230909 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-865dbac4-5ed6-469e-bcec-554af3c33117 req-d226408f-680d-4a67-abfd-32f60f10c7ca tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 944 time: 0.0747895 Jan 27 16:52:31.302393 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-865dbac4-5ed6-469e-bcec-554af3c33117 req-084ddb05-9622-44c2-b016-c84c8649d876 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=52be2b41-f385-4b04-9c22-e44335586e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651686 Jan 27 16:52:31.800001 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bfa2e2-036f-4c34-8686-b07448a0433b req-8658dbeb-1279-4911-ad71-e56be0bb9784 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:31.806102 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-f4bfa2e2-036f-4c34-8686-b07448a0433b req-8658dbeb-1279-4911-ad71-e56be0bb9784 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a8d6efb-9e26-48f5-80a7-4447209ea47e HTTP/1.1" status: 200 len: 944 time: 0.0878737 Jan 27 16:52:31.831670 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2829cdee-b4d6-49a5-87b6-d7178d24195c req-15e71b18-d213-4e63-8bd7-98baa0df9e4c tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:31.834925 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-2829cdee-b4d6-49a5-87b6-d7178d24195c req-15e71b18-d213-4e63-8bd7-98baa0df9e4c tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5490cbd-3604-4065-b528-a305f9f211ce HTTP/1.1" status: 200 len: 945 time: 0.0906551 Jan 27 16:52:31.881126 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-f4bfa2e2-036f-4c34-8686-b07448a0433b req-eb9baa84-0652-49d6-84b0-51dea145a427 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eb100d7-7129-43cb-8277-73c5dbb87bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740783 Jan 27 16:52:31.906224 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-2829cdee-b4d6-49a5-87b6-d7178d24195c req-72d6c121-1f3f-42b9-9020-106a436855fc tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661132 Jan 27 16:52:32.428044 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f14417c-272f-4676-a2d3-03ac0f6f2058 req-cfd64d8d-6416-4515-8325-61b822000b08 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:32.430636 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-0f14417c-272f-4676-a2d3-03ac0f6f2058 req-cfd64d8d-6416-4515-8325-61b822000b08 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 944 time: 0.0586140 Jan 27 16:52:32.484650 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-0f14417c-272f-4676-a2d3-03ac0f6f2058 req-40f93e0d-cb65-465a-826a-488d0ff480b3 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=52be2b41-f385-4b04-9c22-e44335586e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490284 Jan 27 16:52:33.032383 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1000908f-658e-4157-82f0-e2e01cb10f52 req-4a1de350-847b-4e8f-9311-83d79c774900 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:33.033957 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-1000908f-658e-4157-82f0-e2e01cb10f52 req-4a1de350-847b-4e8f-9311-83d79c774900 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a8d6efb-9e26-48f5-80a7-4447209ea47e HTTP/1.1" status: 200 len: 944 time: 0.0690949 Jan 27 16:52:33.100661 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49065550-55de-4633-a135-316bfd880315 req-50c64665-ae73-4afc-bedb-9ad6ee6e5239 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:33.102121 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-49065550-55de-4633-a135-316bfd880315 req-50c64665-ae73-4afc-bedb-9ad6ee6e5239 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5490cbd-3604-4065-b528-a305f9f211ce HTTP/1.1" status: 200 len: 945 time: 0.0923860 Jan 27 16:52:33.106228 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-1000908f-658e-4157-82f0-e2e01cb10f52 req-cd79025a-5667-4d0a-bd26-8aaaa32b3466 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eb100d7-7129-43cb-8277-73c5dbb87bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589557 Jan 27 16:52:33.153668 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-49065550-55de-4633-a135-316bfd880315 req-3bba7729-4f87-431b-96cc-68b3a1313b7a tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459411 Jan 27 16:52:33.616158 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db3d39a-7ba6-42a1-9aef-90a01e8d913d req-8c0a3d11-4383-4200-aecb-942c5ba83ed1 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:33.617638 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-3db3d39a-7ba6-42a1-9aef-90a01e8d913d req-8c0a3d11-4383-4200-aecb-942c5ba83ed1 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 944 time: 0.0500393 Jan 27 16:52:33.666461 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-3db3d39a-7ba6-42a1-9aef-90a01e8d913d req-28daf7ce-1b06-484d-8a0d-26cc9e5ef565 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=52be2b41-f385-4b04-9c22-e44335586e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432184 Jan 27 16:52:34.190356 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device abeda3c4-6ebc-46ec-9c5e-ff3315222ece up at agent hyperv_hv-cinder-81883 {{(pid=114096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:52:34.254011 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e86e3-1dcf-4368-827f-181e98635c55 req-9e686385-6812-4a31-afe1-31770bf7f3af tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:34.258727 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Provisioning complete for port abeda3c4-6ebc-46ec-9c5e-ff3315222ece triggered by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:52:34.259331 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (abeda3c4-6ebc-46ec-9c5e-ff3315222ece), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:34.260896 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-0d5e86e3-1dcf-4368-827f-181e98635c55 req-9e686385-6812-4a31-afe1-31770bf7f3af tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a8d6efb-9e26-48f5-80a7-4447209ea47e HTTP/1.1" status: 200 len: 944 time: 0.0868530 Jan 27 16:52:34.349895 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Current status of the port abeda3c4-6ebc-46ec-9c5e-ff3315222ece is: BUILD; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:52:34.350564 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (abeda3c4-6ebc-46ec-9c5e-ff3315222ece), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:34.351591 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2459db-99bd-430d-ae1f-cb2f2d26e1ae req-a457088b-f0cf-47c5-8444-0fecd4e9c24f tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:34.354051 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-de2459db-99bd-430d-ae1f-cb2f2d26e1ae req-a457088b-f0cf-47c5-8444-0fecd4e9c24f tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5490cbd-3604-4065-b528-a305f9f211ce HTTP/1.1" status: 200 len: 945 time: 0.0904629 Jan 27 16:52:34.363160 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-0d5e86e3-1dcf-4368-827f-181e98635c55 req-f6fa9627-6701-47d5-b94f-5ed90f96d7a5 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eb100d7-7129-43cb-8277-73c5dbb87bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013997 Jan 27 16:52:34.380434 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7ddbd2c-1d14-4efe-9228-3feaa97ef620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abeda3c4-6ebc-46ec-9c5e-ff3315222ece'}] {{(pid=114096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:52:34.382755 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7400b25514d980253c692f49984ce8becaf326df5cb1ee6ae8228296f1505bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a5c6ab0-4838-455d-8527-3bdfcb2e2acc" -d '{"events": [{"server_uuid": "f7ddbd2c-1d14-4efe-9228-3feaa97ef620", "name": "network-vif-plugged", "status": "completed", "tag": "abeda3c4-6ebc-46ec-9c5e-ff3315222ece"}]}' {{(pid=114096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:52:34.397229 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] For port abeda3c4-6ebc-46ec-9c5e-ff3315222ece, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=abeda3c4-6ebc-46ec-9c5e-ff3315222ece,segment=NetworkSegment(f24320bd-5fde-4b90-81d3-17a919a07a12),segment_id=f24320bd-5fde-4b90-81d3-17a919a07a12)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:52:34.401874 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (abeda3c4-6ebc-46ec-9c5e-ff3315222ece), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:34.432202 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-de2459db-99bd-430d-ae1f-cb2f2d26e1ae req-c926d951-a32a-49eb-a194-c68d88300c86 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676091 Jan 27 16:52:34.436944 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 16:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b79d2446-2aa1-4e99-bf0c-565c82660e82 x-openstack-request-id: req-b79d2446-2aa1-4e99-bf0c-565c82660e82 {{(pid=114096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:52:34.437393 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7ddbd2c-1d14-4efe-9228-3feaa97ef620", "name": "network-vif-plugged", "status": "completed", "tag": "abeda3c4-6ebc-46ec-9c5e-ff3315222ece", "code": 200}]} {{(pid=114096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:52:34.437742 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b79d2446-2aa1-4e99-bf0c-565c82660e82 {{(pid=114096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:52:34.438263 dv-cinder-818830-2-iscsi neutron-server[114096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7ddbd2c-1d14-4efe-9228-3feaa97ef620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abeda3c4-6ebc-46ec-9c5e-ff3315222ece', 'code': 200} Jan 27 16:52:34.603799 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Pushing event updated for resources: {'Port': ['ID=abeda3c4-6ebc-46ec-9c5e-ff3315222ece,revision_number=10']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:52:34.809026 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727286b5-b91a-4e08-9c9d-96eb39d07e92 req-b3d6b9a7-ab9d-4562-9507-9857ee51f6d8 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:34.811758 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-727286b5-b91a-4e08-9c9d-96eb39d07e92 req-b3d6b9a7-ab9d-4562-9507-9857ee51f6d8 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 946 time: 0.0657094 Jan 27 16:52:34.873983 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-727286b5-b91a-4e08-9c9d-96eb39d07e92 req-7b3a1d75-c5b0-4aa0-9dc6-09ce79f3849c tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=52be2b41-f385-4b04-9c22-e44335586e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533006 Jan 27 16:52:35.570111 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bad4e09-85a9-4da1-937f-33591a387ee1 req-fa97ff07-9d8d-4388-a214-17c242f8a33b tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:35.571835 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-6bad4e09-85a9-4da1-937f-33591a387ee1 req-fa97ff07-9d8d-4388-a214-17c242f8a33b tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a8d6efb-9e26-48f5-80a7-4447209ea47e HTTP/1.1" status: 200 len: 944 time: 0.1125731 Jan 27 16:52:35.593354 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598a114d-19ef-42dd-a2b1-86f159a40e09 req-f02ea580-a31b-4b2f-8bf6-32bf665e0385 tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:35.595367 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-598a114d-19ef-42dd-a2b1-86f159a40e09 req-f02ea580-a31b-4b2f-8bf6-32bf665e0385 tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] 10.222.0.48 "GET /v2.0/networks?id=3ff7763e-e8af-430b-afaa-86998ea27f64 HTTP/1.1" status: 200 len: 814 time: 0.1608016 Jan 27 16:52:35.622224 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-598a114d-19ef-42dd-a2b1-86f159a40e09 req-3fdc8ad8-ee1e-4d48-9241-733315b5dea5 tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] 10.222.0.48 "GET /v2.0/quotas/5f4ae6dda115477db147059df89ad002 HTTP/1.1" status: 200 len: 375 time: 0.0202074 Jan 27 16:52:35.652599 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-6bad4e09-85a9-4da1-937f-33591a387ee1 req-8c1a8b1e-551c-46f4-aef0-75fc0176b714 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eb100d7-7129-43cb-8277-73c5dbb87bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748215 Jan 27 16:52:35.668240 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-598a114d-19ef-42dd-a2b1-86f159a40e09 req-def7ef81-cc29-470c-8394-742cb5bdaece tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=5f4ae6dda115477db147059df89ad002&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360134 Jan 27 16:52:35.808705 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48a27c2-6c20-4a86-9c18-f0d652028818 req-9bc17099-cb38-4e47-a4fd-6f85e72faa05 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:35.810093 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-b48a27c2-6c20-4a86-9c18-f0d652028818 req-9bc17099-cb38-4e47-a4fd-6f85e72faa05 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5490cbd-3604-4065-b528-a305f9f211ce HTTP/1.1" status: 200 len: 945 time: 0.0837216 Jan 27 16:52:35.814795 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-598a114d-19ef-42dd-a2b1-86f159a40e09 req-5daed193-9b32-4651-99bc-9378ebe963f7 service neutron] 10.222.0.48 "GET /v2.0/networks/3ff7763e-e8af-430b-afaa-86998ea27f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408248 Jan 27 16:52:36.131203 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-b48a27c2-6c20-4a86-9c18-f0d652028818 req-b6fc970d-fae7-4b48-ab85-332d000897d5 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3142095 Jan 27 16:52:36.176528 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-598a114d-19ef-42dd-a2b1-86f159a40e09 req-4534d264-7aad-4ad5-8568-37d58f4460e0 service neutron] 10.222.0.48 "GET /v2.0/networks/3ff7763e-e8af-430b-afaa-86998ea27f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3530505 Jan 27 16:52:36.247824 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a02704-7155-475e-a2cf-6779116419bd req-3a906775-4da4-4d7c-ac0e-0025a3108961 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:36.249405 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-e2a02704-7155-475e-a2cf-6779116419bd req-3a906775-4da4-4d7c-ac0e-0025a3108961 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 946 time: 0.0512650 Jan 27 16:52:36.302668 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-e2a02704-7155-475e-a2cf-6779116419bd req-29d6f2c8-f353-4411-8a15-1d55a913968f tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=52be2b41-f385-4b04-9c22-e44335586e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466471 Jan 27 16:52:36.349243 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-87cf2851-0228-442e-81cd-86397418915a req-83cdbc89-2522-4659-af7b-272d5976b070 tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6b36243-1023-4580-b4d7-75cdc8f89235 HTTP/1.1" status: 200 len: 210 time: 0.0287964 Jan 27 16:52:36.779483 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba7c78-d1b3-4e04-9960-423562d8b36c req-c843d9df-9432-440c-a15b-0dfba8927445 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:36.781004 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-9bba7c78-d1b3-4e04-9960-423562d8b36c req-c843d9df-9432-440c-a15b-0dfba8927445 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a8d6efb-9e26-48f5-80a7-4447209ea47e HTTP/1.1" status: 200 len: 944 time: 0.0530839 Jan 27 16:52:36.829596 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-9bba7c78-d1b3-4e04-9960-423562d8b36c req-0d644416-012b-474b-817b-75f4148b1c6a tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eb100d7-7129-43cb-8277-73c5dbb87bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413454 Jan 27 16:52:37.258548 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3268494f-eb09-4a21-a594-e58ffee493f8 req-977d8992-3a34-4f66-bc7b-60260982f18f tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:37.261197 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-3268494f-eb09-4a21-a594-e58ffee493f8 req-977d8992-3a34-4f66-bc7b-60260982f18f tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5490cbd-3604-4065-b528-a305f9f211ce HTTP/1.1" status: 200 len: 945 time: 0.0499790 Jan 27 16:52:37.311154 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-3268494f-eb09-4a21-a594-e58ffee493f8 req-0329f9c1-5710-4f8d-812a-81d1ec5c9ce7 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432296 Jan 27 16:52:37.439486 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f66bd-6945-4c33-9e87-8f1ebcedd67e req-43f223a6-a7cf-484e-8c8a-7af39f88ccde tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:37.441007 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-b39f66bd-6945-4c33-9e87-8f1ebcedd67e req-43f223a6-a7cf-484e-8c8a-7af39f88ccde tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 946 time: 0.0591924 Jan 27 16:52:37.460498 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-2b8f8c53-53e9-473e-bb22-f84a3f72a226 req-a15a00ba-457e-4ffa-ba47-a3bdec243992 tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6b36243-1023-4580-b4d7-75cdc8f89235 HTTP/1.1" status: 200 len: 210 time: 0.0411897 Jan 27 16:52:37.504107 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-b39f66bd-6945-4c33-9e87-8f1ebcedd67e req-f96c9dd2-99c6-482c-9e85-e876bad5428e tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=52be2b41-f385-4b04-9c22-e44335586e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458577 Jan 27 16:52:37.950770 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cdb4c0-bf5e-4a0d-a581-39bb362e9bbf req-d1f12a38-fe56-4b7f-a08a-83b5f48b9b1e tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:37.952297 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-a4cdb4c0-bf5e-4a0d-a581-39bb362e9bbf req-d1f12a38-fe56-4b7f-a08a-83b5f48b9b1e tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a8d6efb-9e26-48f5-80a7-4447209ea47e HTTP/1.1" status: 200 len: 944 time: 0.0516031 Jan 27 16:52:38.001485 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-a4cdb4c0-bf5e-4a0d-a581-39bb362e9bbf req-c8828c01-2b56-47c0-977e-e0447403e245 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eb100d7-7129-43cb-8277-73c5dbb87bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428448 Jan 27 16:52:38.428751 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e7db95-8d0c-451e-a579-e18d4029f310 req-096c8c12-209e-4416-8a5b-8d05ecedfec9 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:38.430179 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-25e7db95-8d0c-451e-a579-e18d4029f310 req-096c8c12-209e-4416-8a5b-8d05ecedfec9 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5490cbd-3604-4065-b528-a305f9f211ce HTTP/1.1" status: 200 len: 945 time: 0.0502946 Jan 27 16:52:38.480988 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-25e7db95-8d0c-451e-a579-e18d4029f310 req-c59b8f11-1573-4075-b657-1efba6859124 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452650 Jan 27 16:52:38.558377 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-7b656d1d-43f0-4f38-af4c-6d129e141b67 req-84a83a10-da33-4650-8202-df8eb20c1af3 tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6b36243-1023-4580-b4d7-75cdc8f89235 HTTP/1.1" status: 200 len: 210 time: 0.0275631 Jan 27 16:52:38.624555 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d49d336-bc5f-4fbe-99c2-fe16d3003ffc req-4de90547-4f57-415b-b00f-80b438f4db3c tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:38.626494 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-0d49d336-bc5f-4fbe-99c2-fe16d3003ffc req-4de90547-4f57-415b-b00f-80b438f4db3c tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 946 time: 0.0467608 Jan 27 16:52:38.673181 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-0d49d336-bc5f-4fbe-99c2-fe16d3003ffc req-20ce8ecb-7746-4ee7-931b-2555ecd8c354 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=52be2b41-f385-4b04-9c22-e44335586e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406809 Jan 27 16:52:38.898366 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5018eb38-4b49-420b-bb81-e2e64588fd44 req-c9741f3a-d26c-4258-a36b-650c10b7d027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:38.899947 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-5018eb38-4b49-420b-bb81-e2e64588fd44 req-c9741f3a-d26c-4258-a36b-650c10b7d027 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fe08ade68b284511b92c42fba70f29d3&device_id=2a8d6efb-9e26-48f5-80a7-4447209ea47e HTTP/1.1" status: 200 len: 1097 time: 0.0419765 Jan 27 16:52:39.024131 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5018eb38-4b49-420b-bb81-e2e64588fd44 req-e450fb25-5449-4d20-aad9-b80bcc441967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:39.025587 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-5018eb38-4b49-420b-bb81-e2e64588fd44 req-e450fb25-5449-4d20-aad9-b80bcc441967 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=fe08ade68b284511b92c42fba70f29d3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0981021 Jan 27 16:52:39.114944 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d9ac12-abdd-4586-97a1-d019ea1b4927 req-a05df438-f28d-485a-9695-026a727e8ff5 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:39.116377 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-65d9ac12-abdd-4586-97a1-d019ea1b4927 req-a05df438-f28d-485a-9695-026a727e8ff5 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a8d6efb-9e26-48f5-80a7-4447209ea47e HTTP/1.1" status: 200 len: 944 time: 0.0488050 Jan 27 16:52:39.128143 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5018eb38-4b49-420b-bb81-e2e64588fd44 req-815bf908-56c8-40ca-a757-bf846c4ef9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:39.129591 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-5018eb38-4b49-420b-bb81-e2e64588fd44 req-815bf908-56c8-40ca-a757-bf846c4ef9d9 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0940464 Jan 27 16:52:39.166479 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-65d9ac12-abdd-4586-97a1-d019ea1b4927 req-1ef8c31f-6a4a-432d-92d9-665f1c2afb96 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eb100d7-7129-43cb-8277-73c5dbb87bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445521 Jan 27 16:52:39.218185 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e623a171-eb59-4914-b0ac-1fc82103405d req-9b5bca96-0a65-45dc-a18d-102e7c6e40ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:39.220577 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-e623a171-eb59-4914-b0ac-1fc82103405d req-9b5bca96-0a65-45dc-a18d-102e7c6e40ce service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fe08ade68b284511b92c42fba70f29d3&device_id=2a8d6efb-9e26-48f5-80a7-4447209ea47e HTTP/1.1" status: 200 len: 1097 time: 0.0455368 Jan 27 16:52:39.261187 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-e623a171-eb59-4914-b0ac-1fc82103405d req-bdb80718-570e-4d31-87d2-2c925a596897 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bdf14445-13aa-42c8-8538-0e113ea22eb2 HTTP/1.1" status: 200 len: 217 time: 0.0328135 Jan 27 16:52:39.312644 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e623a171-eb59-4914-b0ac-1fc82103405d req-5f515438-7469-4775-9e15-daff5ef6b23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:39.314861 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-e623a171-eb59-4914-b0ac-1fc82103405d req-5f515438-7469-4775-9e15-daff5ef6b23d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b6bd6e03-faed-4044-b0c4-ece2c83c8c55 HTTP/1.1" status: 200 len: 854 time: 0.0423236 Jan 27 16:52:39.369106 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e623a171-eb59-4914-b0ac-1fc82103405d req-5f1c8469-dea7-488f-a3ef-17298b2becc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:39.370493 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-e623a171-eb59-4914-b0ac-1fc82103405d req-5f1c8469-dea7-488f-a3ef-17298b2becc8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0cf8540c-4553-4409-baa3-685ce5fef788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436780 Jan 27 16:52:39.503659 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-e623a171-eb59-4914-b0ac-1fc82103405d req-a4990db3-9a4d-41c6-af45-185acb0a0249 service neutron] 10.222.0.24 "GET /v2.0/networks/0cf8540c-4553-4409-baa3-685ce5fef788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158452 Jan 27 16:52:39.531504 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d278c411-bd4c-4658-97c1-7a41a5bc38c0 req-6999c468-4b65-42c7-a460-2ca4bc9142f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:39.533219 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-d278c411-bd4c-4658-97c1-7a41a5bc38c0 req-6999c468-4b65-42c7-a460-2ca4bc9142f6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 1099 time: 0.0720501 Jan 27 16:52:39.629326 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-d278c411-bd4c-4658-97c1-7a41a5bc38c0 req-95b5e788-fb07-4181-b46c-79867da40567 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=52be2b41-f385-4b04-9c22-e44335586e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620656 Jan 27 16:52:39.647525 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598a114d-19ef-42dd-a2b1-86f159a40e09 req-787d6c1d-c2b7-4723-8d19-6453889df34b tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:39.649662 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-598a114d-19ef-42dd-a2b1-86f159a40e09 req-787d6c1d-c2b7-4723-8d19-6453889df34b tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] 10.222.0.24 "GET /v2.0/networks?id=3ff7763e-e8af-430b-afaa-86998ea27f64 HTTP/1.1" status: 200 len: 814 time: 0.1684415 Jan 27 16:52:39.649933 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-e623a171-eb59-4914-b0ac-1fc82103405d req-30490687-61cd-4096-a6f9-8365bae934ca service neutron] 10.222.0.24 "GET /v2.0/networks/0cf8540c-4553-4409-baa3-685ce5fef788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378775 Jan 27 16:52:39.670358 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68267eba-2e7a-4940-a9e7-561c384d833b req-838fe92f-7026-48b6-b72b-97ed8a929285 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:39.671811 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-68267eba-2e7a-4940-a9e7-561c384d833b req-838fe92f-7026-48b6-b72b-97ed8a929285 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5490cbd-3604-4065-b528-a305f9f211ce HTTP/1.1" status: 200 len: 945 time: 0.0927179 Jan 27 16:52:39.687648 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-5ae1bd16-b8ee-438a-88cf-96c488a866e0 req-20a314b5-7590-4fcf-8a08-0ddd6d08e3fe tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6b36243-1023-4580-b4d7-75cdc8f89235 HTTP/1.1" status: 200 len: 210 time: 0.0351486 Jan 27 16:52:39.729099 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-68267eba-2e7a-4940-a9e7-561c384d833b req-2d706560-3339-45c6-950f-3594a74ecd33 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436008 Jan 27 16:52:39.791369 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65add62f-67aa-4f0a-8a79-15216a0dbb01 req-61d6260a-2c35-4b0e-9c85-033c6c30f41a tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:39.792818 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-65add62f-67aa-4f0a-8a79-15216a0dbb01 req-61d6260a-2c35-4b0e-9c85-033c6c30f41a tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 946 time: 0.0477924 Jan 27 16:52:39.837091 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-65add62f-67aa-4f0a-8a79-15216a0dbb01 req-1840e813-1b85-40d1-af49-38295b70f534 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=52be2b41-f385-4b04-9c22-e44335586e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387502 Jan 27 16:52:39.929726 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.v2.base [req-598a114d-19ef-42dd-a2b1-86f159a40e09 req-65652a84-a2ea-418f-b491-1fca48b353ea tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] Request body: {'port': {'device_id': 'e6b36243-1023-4580-b4d7-75cdc8f89235', 'network_id': '3ff7763e-e8af-430b-afaa-86998ea27f64', 'admin_state_up': True, 'tenant_id': '5f4ae6dda115477db147059df89ad002'}} {{(pid=114095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:52:40.035963 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-598a114d-19ef-42dd-a2b1-86f159a40e09 req-65652a84-a2ea-418f-b491-1fca48b353ea tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] Made reservation on behalf of 5f4ae6dda115477db147059df89ad002 for: {'port': 1} {{(pid=114095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:52:40.039436 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [req-598a114d-19ef-42dd-a2b1-86f159a40e09 req-65652a84-a2ea-418f-b491-1fca48b353ea tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:40.159529 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.db.db_base_plugin_common [req-598a114d-19ef-42dd-a2b1-86f159a40e09 req-65652a84-a2ea-418f-b491-1fca48b353ea tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] Allocated IP 172.20.0.4 (3ff7763e-e8af-430b-afaa-86998ea27f64/b010be06-c4f2-4e23-9246-4fc7ea30aa3d/ff94a552-d3cc-4af3-b145-4bd0250f04cb) {{(pid=114095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:52:40.248021 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89185d2-56f1-4dbb-87e4-fee9f810fecc req-282366fb-01f0-49bc-b350-b4e4e2e14b47 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:40.249462 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-c89185d2-56f1-4dbb-87e4-fee9f810fecc req-282366fb-01f0-49bc-b350-b4e4e2e14b47 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5490cbd-3604-4065-b528-a305f9f211ce HTTP/1.1" status: 200 len: 945 time: 0.0483067 Jan 27 16:52:40.322745 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8aa67c-5fec-4887-864a-8e13e287fd5b req-e8f8fb9a-8460-4fc4-978f-e746db61f27d tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:40.324246 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-cc8aa67c-5fec-4887-864a-8e13e287fd5b req-e8f8fb9a-8460-4fc4-978f-e746db61f27d tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a8d6efb-9e26-48f5-80a7-4447209ea47e HTTP/1.1" status: 200 len: 944 time: 0.0720594 Jan 27 16:52:40.345067 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.plugin [req-c89185d2-56f1-4dbb-87e4-fee9f810fecc req-444e7c5c-b800-4c0d-96f0-8aace0a13c09 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Deleting port 8e60561d-e86c-4bcf-b188-6be71158ac4e {{(pid=114094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:52:40.345498 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-c89185d2-56f1-4dbb-87e4-fee9f810fecc req-444e7c5c-b800-4c0d-96f0-8aace0a13c09 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740202897008'] for port (8e60561d-e86c-4bcf-b188-6be71158ac4e), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:40.368622 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [req-598a114d-19ef-42dd-a2b1-86f159a40e09 req-65652a84-a2ea-418f-b491-1fca48b353ea tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] Publish callbacks [] for port (ff94a552-d3cc-4af3-b145-4bd0250f04cb), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:40.411717 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-cc8aa67c-5fec-4887-864a-8e13e287fd5b req-186c33f8-eca4-4854-be10-aeb64a018b74 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eb100d7-7129-43cb-8277-73c5dbb87bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777106 Jan 27 16:52:40.433851 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.db [req-c89185d2-56f1-4dbb-87e4-fee9f810fecc req-444e7c5c-b800-4c0d-96f0-8aace0a13c09 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] For port 8e60561d-e86c-4bcf-b188-6be71158ac4e, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=8e60561d-e86c-4bcf-b188-6be71158ac4e,segment=NetworkSegment(40f7a2f6-ac83-4e76-b1fb-213c8c8338bd),segment_id=40f7a2f6-ac83-4e76-b1fb-213c8c8338bd)] {{(pid=114094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:52:40.434210 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-c89185d2-56f1-4dbb-87e4-fee9f810fecc req-444e7c5c-b800-4c0d-96f0-8aace0a13c09 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797243'] for port (8e60561d-e86c-4bcf-b188-6be71158ac4e), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:40.435194 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [req-598a114d-19ef-42dd-a2b1-86f159a40e09 req-65652a84-a2ea-418f-b491-1fca48b353ea tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740202573617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080504'] for port (ff94a552-d3cc-4af3-b145-4bd0250f04cb), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:40.448763 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.plugin [req-c89185d2-56f1-4dbb-87e4-fee9f810fecc req-444e7c5c-b800-4c0d-96f0-8aace0a13c09 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Calling delete_port for 8e60561d-e86c-4bcf-b188-6be71158ac4e owned by compute:nova {{(pid=114094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:52:40.476836 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-598a114d-19ef-42dd-a2b1-86f159a40e09 req-65652a84-a2ea-418f-b491-1fca48b353ea tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] Network 3ff7763e-e8af-430b-afaa-86998ea27f64 is already hosted by enough agents. {{(pid=114095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:52:40.479768 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.scheduler.base_scheduler [req-598a114d-19ef-42dd-a2b1-86f159a40e09 req-65652a84-a2ea-418f-b491-1fca48b353ea tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] Resources bound (agent type, host, resource id): {{(pid=114095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:52:40.483331 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.db.l3_dvrscheduler_db [req-598a114d-19ef-42dd-a2b1-86f159a40e09 req-65652a84-a2ea-418f-b491-1fca48b353ea tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] Received port after_create {{(pid=114095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:52:40.513597 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65652a84-a2ea-418f-b491-1fca48b353ea tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] Pushing event updated for resources: {'Port': ['ID=ff94a552-d3cc-4af3-b145-4bd0250f04cb,revision_number=1']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:52:40.538027 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598a114d-19ef-42dd-a2b1-86f159a40e09 req-65652a84-a2ea-418f-b491-1fca48b353ea tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:40.538725 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [req-598a114d-19ef-42dd-a2b1-86f159a40e09 req-65652a84-a2ea-418f-b491-1fca48b353ea tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032074'] for port (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:40.558222 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-598a114d-19ef-42dd-a2b1-86f159a40e09 req-65652a84-a2ea-418f-b491-1fca48b353ea tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6340873 Jan 27 16:52:40.575535 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.v2.base [req-598a114d-19ef-42dd-a2b1-86f159a40e09 req-7256c13e-2947-4529-b2b4-6d9c1fc5534a service neutron] Request body: {'port': {'device_id': 'e6b36243-1023-4580-b4d7-75cdc8f89235', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81883'}} {{(pid=114095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:52:40.584529 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-c89185d2-56f1-4dbb-87e4-fee9f810fecc req-444e7c5c-b800-4c0d-96f0-8aace0a13c09 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740202902474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740202573626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777202'] for port (8e60561d-e86c-4bcf-b188-6be71158ac4e), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:40.601635 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] get_ports_and_sgs() called for port_ids ['0f3362f6-2e54-4b45-89fc-94c7ecae5a49', '8e60561d-e86c-4bcf-b188-6be71158ac4e'] {{(pid=114096) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 16:52:40.611453 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444e7c5c-b800-4c0d-96f0-8aace0a13c09 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Pushing event deleted for resources: {'Port': ['ID=8e60561d-e86c-4bcf-b188-6be71158ac4e,revision_number=None']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:52:40.637435 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [req-598a114d-19ef-42dd-a2b1-86f159a40e09 req-7256c13e-2947-4529-b2b4-6d9c1fc5534a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (ff94a552-d3cc-4af3-b145-4bd0250f04cb), before_update {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:40.658994 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.l3_dvrscheduler_db [req-c89185d2-56f1-4dbb-87e4-fee9f810fecc req-444e7c5c-b800-4c0d-96f0-8aace0a13c09 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] No DVR routers for this DVR port 8e60561d-e86c-4bcf-b188-6be71158ac4e on host hv-cinder-81883 {{(pid=114094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 16:52:40.661633 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-c89185d2-56f1-4dbb-87e4-fee9f810fecc req-444e7c5c-b800-4c0d-96f0-8aace0a13c09 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118807'] for port (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:40.665125 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-c89185d2-56f1-4dbb-87e4-fee9f810fecc req-444e7c5c-b800-4c0d-96f0-8aace0a13c09 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.24 "DELETE /v2.0/ports/8e60561d-e86c-4bcf-b188-6be71158ac4e HTTP/1.1" status: 204 len: 173 time: 0.4094641 Jan 27 16:52:40.665633 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5490cbd-3604-4065-b528-a305f9f211ce', 'name': 'network-vif-deleted', 'tag': '8e60561d-e86c-4bcf-b188-6be71158ac4e'}] {{(pid=114094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:52:40.673926 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}342a798d1d13ecd85fd4efdf34ff3908ecd3b9322feeb0f720fcdcd52e7e333b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33480659-c24a-4308-8b2f-ffd7a1b5eed4" -d '{"events": [{"server_uuid": "b5490cbd-3604-4065-b528-a305f9f211ce", "name": "network-vif-deleted", "tag": "8e60561d-e86c-4bcf-b188-6be71158ac4e"}]}' {{(pid=114094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:52:40.721313 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 16:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d7929d-a587-4b31-b0eb-fca8fe9317b5 x-openstack-request-id: req-45d7929d-a587-4b31-b0eb-fca8fe9317b5 {{(pid=114094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:52:40.721603 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5490cbd-3604-4065-b528-a305f9f211ce", "name": "network-vif-deleted", "tag": "8e60561d-e86c-4bcf-b188-6be71158ac4e", "status": "completed", "code": 200}]} {{(pid=114094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:52:40.726234 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-45d7929d-a587-4b31-b0eb-fca8fe9317b5 {{(pid=114094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:52:40.726674 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5490cbd-3604-4065-b528-a305f9f211ce', 'name': 'network-vif-deleted', 'tag': '8e60561d-e86c-4bcf-b188-6be71158ac4e', 'status': 'completed', 'code': 200} Jan 27 16:52:40.869981 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-60b099f1-2211-40ee-a592-2060ca2579ec req-d4e978ee-7e98-4a37-8d7e-7ad146e0544e tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5490cbd-3604-4065-b528-a305f9f211ce HTTP/1.1" status: 200 len: 210 time: 0.0486281 Jan 27 16:52:40.912757 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c329a7aa-1b99-49f7-8c8f-da42216c28da req-940d20a2-97dc-4b01-a923-e7c4c99a5f00 tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:40.914215 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-c329a7aa-1b99-49f7-8c8f-da42216c28da req-940d20a2-97dc-4b01-a923-e7c4c99a5f00 tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6b36243-1023-4580-b4d7-75cdc8f89235 HTTP/1.1" status: 200 len: 931 time: 0.1295414 Jan 27 16:52:41.032679 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-c329a7aa-1b99-49f7-8c8f-da42216c28da req-b3733051-25a5-43b1-a5e7-fc2d4315f2c3 tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b7e83e7-f320-4396-a60c-5dec58ef529a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122935 Jan 27 16:52:41.043012 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060366c4-6408-4f63-a5c9-6eeef6674081 req-27048ff5-1de3-48dd-a900-4f98029bd278 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:41.044502 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-060366c4-6408-4f63-a5c9-6eeef6674081 req-27048ff5-1de3-48dd-a900-4f98029bd278 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 946 time: 0.1094711 Jan 27 16:52:41.105107 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.notifiers.nova [req-598a114d-19ef-42dd-a2b1-86f159a40e09 req-7256c13e-2947-4529-b2b4-6d9c1fc5534a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff94a552-d3cc-4af3-b145-4bd0250f04cb {{(pid=114095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:52:41.116900 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [req-598a114d-19ef-42dd-a2b1-86f159a40e09 req-7256c13e-2947-4529-b2b4-6d9c1fc5534a service neutron] Publish callbacks [] for port (ff94a552-d3cc-4af3-b145-4bd0250f04cb), precommit_update {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:41.135847 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-060366c4-6408-4f63-a5c9-6eeef6674081 req-533823aa-59b4-4836-831f-dc52d7a37fd9 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=52be2b41-f385-4b04-9c22-e44335586e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832853 Jan 27 16:52:41.138511 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.db.provisioning_blocks [req-598a114d-19ef-42dd-a2b1-86f159a40e09 req-7256c13e-2947-4529-b2b4-6d9c1fc5534a service neutron] Transition to ACTIVE for port object ff94a552-d3cc-4af3-b145-4bd0250f04cb will not be triggered until provisioned by entity L2. {{(pid=114095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 16:52:41.144171 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [req-598a114d-19ef-42dd-a2b1-86f159a40e09 req-7256c13e-2947-4529-b2b4-6d9c1fc5534a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080387'] for port (ff94a552-d3cc-4af3-b145-4bd0250f04cb), after_update {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:41.195747 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7256c13e-2947-4529-b2b4-6d9c1fc5534a service neutron] Pushing event updated for resources: {'Port': ['ID=ff94a552-d3cc-4af3-b145-4bd0250f04cb,revision_number=2']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:52:41.276890 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.managers [req-598a114d-19ef-42dd-a2b1-86f159a40e09 req-7256c13e-2947-4529-b2b4-6d9c1fc5534a service neutron] Attempting to bind port ff94a552-d3cc-4af3-b145-4bd0250f04cb on host hv-cinder-81883 for vnic_type normal with profile {{(pid=114095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:52:41.277563 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.managers [req-598a114d-19ef-42dd-a2b1-86f159a40e09 req-7256c13e-2947-4529-b2b4-6d9c1fc5534a service neutron] Attempting to bind port ff94a552-d3cc-4af3-b145-4bd0250f04cb by drivers openvswitch,hyperv on host hv-cinder-81883 at level 0 using segments [{'id': '17a18a42-5600-4d76-b1cc-2cf734bad5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3ff7763e-e8af-430b-afaa-86998ea27f64'}] {{(pid=114095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:52:41.277960 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598a114d-19ef-42dd-a2b1-86f159a40e09 req-7256c13e-2947-4529-b2b4-6d9c1fc5534a service neutron] Attempting to bind port ff94a552-d3cc-4af3-b145-4bd0250f04cb on network 3ff7763e-e8af-430b-afaa-86998ea27f64 {{(pid=114095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:52:41.285413 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598a114d-19ef-42dd-a2b1-86f159a40e09 req-7256c13e-2947-4529-b2b4-6d9c1fc5534a service neutron] Port ff94a552-d3cc-4af3-b145-4bd0250f04cb on network 3ff7763e-e8af-430b-afaa-86998ea27f64 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81883 {{(pid=114095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 16:52:41.285721 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598a114d-19ef-42dd-a2b1-86f159a40e09 req-7256c13e-2947-4529-b2b4-6d9c1fc5534a service neutron] Attempting to bind port ff94a552-d3cc-4af3-b145-4bd0250f04cb on network 3ff7763e-e8af-430b-afaa-86998ea27f64 {{(pid=114095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:52:41.292579 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598a114d-19ef-42dd-a2b1-86f159a40e09 req-7256c13e-2947-4529-b2b4-6d9c1fc5534a service neutron] Checking agent: {'id': '853c399d-72c7-467e-bd42-08a47e7fb1c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81883', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 46, 47), 'started_at': datetime.datetime(2022, 1, 27, 16, 46, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:52:41.292917 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598a114d-19ef-42dd-a2b1-86f159a40e09 req-7256c13e-2947-4529-b2b4-6d9c1fc5534a service neutron] Checking segment: {'id': '17a18a42-5600-4d76-b1cc-2cf734bad5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3ff7763e-e8af-430b-afaa-86998ea27f64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:52:41.293296 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598a114d-19ef-42dd-a2b1-86f159a40e09 req-7256c13e-2947-4529-b2b4-6d9c1fc5534a service neutron] Bound using segment: {'id': '17a18a42-5600-4d76-b1cc-2cf734bad5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3ff7763e-e8af-430b-afaa-86998ea27f64'} {{(pid=114095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:52:41.293729 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.managers [req-598a114d-19ef-42dd-a2b1-86f159a40e09 req-7256c13e-2947-4529-b2b4-6d9c1fc5534a service neutron] Bound port: ff94a552-d3cc-4af3-b145-4bd0250f04cb, host: hv-cinder-81883, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17a18a42-5600-4d76-b1cc-2cf734bad5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3ff7763e-e8af-430b-afaa-86998ea27f64'}}] {{(pid=114095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:52:41.294070 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [req-598a114d-19ef-42dd-a2b1-86f159a40e09 req-7256c13e-2947-4529-b2b4-6d9c1fc5534a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (ff94a552-d3cc-4af3-b145-4bd0250f04cb), before_update {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:41.365749 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.db [req-598a114d-19ef-42dd-a2b1-86f159a40e09 req-7256c13e-2947-4529-b2b4-6d9c1fc5534a service neutron] For port ff94a552-d3cc-4af3-b145-4bd0250f04cb, host hv-cinder-81883, cleared binding levels {{(pid=114095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:52:41.369193 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.db [req-598a114d-19ef-42dd-a2b1-86f159a40e09 req-7256c13e-2947-4529-b2b4-6d9c1fc5534a service neutron] For port ff94a552-d3cc-4af3-b145-4bd0250f04cb, host hv-cinder-81883, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=ff94a552-d3cc-4af3-b145-4bd0250f04cb,segment=NetworkSegment(17a18a42-5600-4d76-b1cc-2cf734bad5d3),segment_id=17a18a42-5600-4d76-b1cc-2cf734bad5d3)] {{(pid=114095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:52:41.374030 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [req-598a114d-19ef-42dd-a2b1-86f159a40e09 req-7256c13e-2947-4529-b2b4-6d9c1fc5534a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080387'] for port (ff94a552-d3cc-4af3-b145-4bd0250f04cb), after_update {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:41.422034 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598a114d-19ef-42dd-a2b1-86f159a40e09 req-7256c13e-2947-4529-b2b4-6d9c1fc5534a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:41.423002 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [req-598a114d-19ef-42dd-a2b1-86f159a40e09 req-7256c13e-2947-4529-b2b4-6d9c1fc5534a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032074'] for port (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:41.424707 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-598a114d-19ef-42dd-a2b1-86f159a40e09 req-7256c13e-2947-4529-b2b4-6d9c1fc5534a service neutron] 10.222.0.24 "PUT /v2.0/ports/ff94a552-d3cc-4af3-b145-4bd0250f04cb HTTP/1.1" status: 200 len: 1093 time: 0.8530986 Jan 27 16:52:41.425248 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6b36243-1023-4580-b4d7-75cdc8f89235', 'tag': 'ff94a552-d3cc-4af3-b145-4bd0250f04cb'}] {{(pid=114095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:52:41.427716 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4239e6a803e2f619fc9b8f6c8a6584a7ac442468773ed84b4810d4ba10bf9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61982170-fc2c-4e2d-bf46-d81541b46e63" -d '{"events": [{"name": "network-changed", "server_uuid": "e6b36243-1023-4580-b4d7-75cdc8f89235", "tag": "ff94a552-d3cc-4af3-b145-4bd0250f04cb"}]}' {{(pid=114095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:52:41.444278 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7256c13e-2947-4529-b2b4-6d9c1fc5534a service neutron] Pushing event updated for resources: {'Port': ['ID=ff94a552-d3cc-4af3-b145-4bd0250f04cb,revision_number=3']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:52:41.477280 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 16:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fedb1670-1402-40d3-a02e-e1e3317333b7 x-openstack-request-id: req-fedb1670-1402-40d3-a02e-e1e3317333b7 {{(pid=114095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:52:41.477770 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6b36243-1023-4580-b4d7-75cdc8f89235", "tag": "ff94a552-d3cc-4af3-b145-4bd0250f04cb", "status": "completed", "code": 200}]} {{(pid=114095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:52:41.478213 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fedb1670-1402-40d3-a02e-e1e3317333b7 {{(pid=114095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:52:41.478782 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6b36243-1023-4580-b4d7-75cdc8f89235', 'tag': 'ff94a552-d3cc-4af3-b145-4bd0250f04cb', 'status': 'completed', 'code': 200} Jan 27 16:52:41.572454 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2080e8be-bf75-4b7c-bb10-ceabc50c5e30 req-6139fe8b-bf24-463c-a5e8-226830e5ef48 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:41.574060 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-2080e8be-bf75-4b7c-bb10-ceabc50c5e30 req-6139fe8b-bf24-463c-a5e8-226830e5ef48 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a8d6efb-9e26-48f5-80a7-4447209ea47e HTTP/1.1" status: 200 len: 944 time: 0.0858347 Jan 27 16:52:41.576012 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598a114d-19ef-42dd-a2b1-86f159a40e09 req-8a720853-e96b-46c7-8df7-cd48e1f8534e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:41.577348 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-598a114d-19ef-42dd-a2b1-86f159a40e09 req-8a720853-e96b-46c7-8df7-cd48e1f8534e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5f4ae6dda115477db147059df89ad002&device_id=e6b36243-1023-4580-b4d7-75cdc8f89235 HTTP/1.1" status: 200 len: 1096 time: 0.0873122 Jan 27 16:52:41.636679 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-598a114d-19ef-42dd-a2b1-86f159a40e09 req-399b27bb-6c78-464e-8bd1-1a9fd6caca5d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff94a552-d3cc-4af3-b145-4bd0250f04cb HTTP/1.1" status: 200 len: 217 time: 0.0416906 Jan 27 16:52:41.693838 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-2080e8be-bf75-4b7c-bb10-ceabc50c5e30 req-b55fb8e1-c344-4c4f-a73d-6d99d7a4226c tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eb100d7-7129-43cb-8277-73c5dbb87bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127732 Jan 27 16:52:41.702596 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598a114d-19ef-42dd-a2b1-86f159a40e09 req-b7732853-5d24-49a4-84d0-6ab104be6bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:41.704114 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-598a114d-19ef-42dd-a2b1-86f159a40e09 req-b7732853-5d24-49a4-84d0-6ab104be6bc7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b010be06-c4f2-4e23-9246-4fc7ea30aa3d HTTP/1.1" status: 200 len: 854 time: 0.0589504 Jan 27 16:52:41.738235 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-598a114d-19ef-42dd-a2b1-86f159a40e09 req-484844e3-9d09-46b4-9ca7-fcafb8fc9a57 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3ff7763e-e8af-430b-afaa-86998ea27f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258360 Jan 27 16:52:41.830676 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-598a114d-19ef-42dd-a2b1-86f159a40e09 req-7fe043b4-ab6d-4207-b93e-6716126c07a0 service neutron] 10.222.0.24 "GET /v2.0/networks/3ff7763e-e8af-430b-afaa-86998ea27f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848141 Jan 27 16:52:41.935271 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-598a114d-19ef-42dd-a2b1-86f159a40e09 req-5733b0d3-3e67-4e3b-b4ed-1758a90ece18 service neutron] 10.222.0.24 "GET /v2.0/networks/3ff7763e-e8af-430b-afaa-86998ea27f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931890 Jan 27 16:52:42.026074 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61982170-fc2c-4e2d-bf46-d81541b46e63 req-83d4893e-fc08-44ee-bc7a-f0e28795ee2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:42.027762 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-61982170-fc2c-4e2d-bf46-d81541b46e63 req-83d4893e-fc08-44ee-bc7a-f0e28795ee2d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5f4ae6dda115477db147059df89ad002&device_id=e6b36243-1023-4580-b4d7-75cdc8f89235 HTTP/1.1" status: 200 len: 1096 time: 0.0439692 Jan 27 16:52:42.204835 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fd2a76-c499-4069-90c0-8a55ab8bf4e0 req-e96f0915-0f56-44ec-aa04-d3226f1b0671 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:42.205532 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device bdf14445-13aa-42c8-8538-0e113ea22eb2 details requested by agent hyperv_hv-cinder-81883 with host hv-cinder-81883 {{(pid=114096) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 16:52:42.206310 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-d7fd2a76-c499-4069-90c0-8a55ab8bf4e0 req-e96f0915-0f56-44ec-aa04-d3226f1b0671 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2 HTTP/1.1" status: 200 len: 945 time: 0.1022568 Jan 27 16:52:42.213087 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5221fa1-81f9-454a-a093-a01d50254c79 req-99521226-4ef7-4017-b4e9-bb7d015d84c4 tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:42.214462 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-e5221fa1-81f9-454a-a093-a01d50254c79 req-99521226-4ef7-4017-b4e9-bb7d015d84c4 tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6b36243-1023-4580-b4d7-75cdc8f89235 HTTP/1.1" status: 200 len: 943 time: 0.1072550 Jan 27 16:52:42.215421 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61982170-fc2c-4e2d-bf46-d81541b46e63 req-1fd9708c-da54-484f-9bbb-015af9639bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:42.216768 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-61982170-fc2c-4e2d-bf46-d81541b46e63 req-1fd9708c-da54-484f-9bbb-015af9639bb7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3ff7763e-e8af-430b-afaa-86998ea27f64 HTTP/1.1" status: 200 len: 915 time: 0.1788568 Jan 27 16:52:42.287359 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-61982170-fc2c-4e2d-bf46-d81541b46e63 req-6b06f784-6c09-4ed1-a5dd-5a249499b3bc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff94a552-d3cc-4af3-b145-4bd0250f04cb HTTP/1.1" status: 200 len: 217 time: 0.0510824 Jan 27 16:52:42.299596 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] For port bdf14445-13aa-42c8-8538-0e113ea22eb2, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=bdf14445-13aa-42c8-8538-0e113ea22eb2,segment=NetworkSegment(c36f6854-8df8-41db-a98a-a633d19cdbb2),segment_id=c36f6854-8df8-41db-a98a-a633d19cdbb2)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:52:42.310862 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Returning: {'device': 'bdf14445-13aa-42c8-8538-0e113ea22eb2', 'network_id': '0cf8540c-4553-4409-baa3-685ce5fef788', 'port_id': 'bdf14445-13aa-42c8-8538-0e113ea22eb2', 'mac_address': 'fa:16:3e:3c:9a:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6bd6e03-faed-4044-b0c4-ece2c83c8c55', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114096) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 16:52:42.351887 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Current status of the port bdf14445-13aa-42c8-8538-0e113ea22eb2 is: DOWN; New status is: BUILD {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:52:42.352282 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (bdf14445-13aa-42c8-8538-0e113ea22eb2), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:42.358744 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-d7fd2a76-c499-4069-90c0-8a55ab8bf4e0 req-e9e398df-ff0b-4274-9cb9-3a0a36be7b00 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410437 Jan 27 16:52:42.363658 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-e5221fa1-81f9-454a-a093-a01d50254c79 req-9a058b7e-81a1-4299-ab34-5d11d0609d73 tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b7e83e7-f320-4396-a60c-5dec58ef529a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389039 Jan 27 16:52:42.365410 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.notifiers.nova [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdf14445-13aa-42c8-8538-0e113ea22eb2 {{(pid=114096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:52:42.372019 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61982170-fc2c-4e2d-bf46-d81541b46e63 req-1075e1eb-63ae-4e9c-a379-86234fd25f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:42.373473 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-61982170-fc2c-4e2d-bf46-d81541b46e63 req-1075e1eb-63ae-4e9c-a379-86234fd25f04 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b010be06-c4f2-4e23-9246-4fc7ea30aa3d HTTP/1.1" status: 200 len: 854 time: 0.0705106 Jan 27 16:52:42.387809 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] For port bdf14445-13aa-42c8-8538-0e113ea22eb2, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=bdf14445-13aa-42c8-8538-0e113ea22eb2,segment=NetworkSegment(c36f6854-8df8-41db-a98a-a633d19cdbb2),segment_id=c36f6854-8df8-41db-a98a-a633d19cdbb2)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:52:42.393767 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (bdf14445-13aa-42c8-8538-0e113ea22eb2), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:42.423488 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-61982170-fc2c-4e2d-bf46-d81541b46e63 req-ecfe7a8f-6d47-4afe-a94a-3e29811f55d6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3ff7763e-e8af-430b-afaa-86998ea27f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324731 Jan 27 16:52:42.446328 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Pushing event updated for resources: {'Port': ['ID=bdf14445-13aa-42c8-8538-0e113ea22eb2,revision_number=4']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:52:42.533875 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa87a23-afca-4266-9f30-6b7bd509e4df req-7c9ee1d0-52c9-46c7-95aa-ce18b548a045 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:42.535330 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-3aa87a23-afca-4266-9f30-6b7bd509e4df req-7c9ee1d0-52c9-46c7-95aa-ce18b548a045 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 946 time: 0.1011035 Jan 27 16:52:42.567328 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-61982170-fc2c-4e2d-bf46-d81541b46e63 req-86e12abb-d08c-45c2-b769-e0ecce45cf0d service neutron] 10.222.0.24 "GET /v2.0/networks/3ff7763e-e8af-430b-afaa-86998ea27f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343710 Jan 27 16:52:42.639316 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-3aa87a23-afca-4266-9f30-6b7bd509e4df req-3bdabf64-a58b-4473-9c80-c85ecc68d819 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=52be2b41-f385-4b04-9c22-e44335586e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981362 Jan 27 16:52:42.677507 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-61982170-fc2c-4e2d-bf46-d81541b46e63 req-d54a34cb-fba0-4d2e-8ce2-09a7b4cbeb7b service neutron] 10.222.0.24 "GET /v2.0/networks/3ff7763e-e8af-430b-afaa-86998ea27f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994976 Jan 27 16:52:42.769295 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] get_ports_and_sgs() called for port_ids ['bdf14445-13aa-42c8-8538-0e113ea22eb2'] {{(pid=114096) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 16:52:42.808957 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6333388-834b-45f0-904f-8dc9daa47780 req-96f82f37-d5d6-4530-9ca1-6a0cf34d78cb tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:42.810411 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-b6333388-834b-45f0-904f-8dc9daa47780 req-96f82f37-d5d6-4530-9ca1-6a0cf34d78cb tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a8d6efb-9e26-48f5-80a7-4447209ea47e HTTP/1.1" status: 200 len: 945 time: 0.0508397 Jan 27 16:52:42.857707 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-b6333388-834b-45f0-904f-8dc9daa47780 req-fed75c4c-c755-48f1-9ce3-99bb2b3e1819 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eb100d7-7129-43cb-8277-73c5dbb87bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414340 Jan 27 16:52:43.510506 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377bae5c-7cd1-4feb-aa9a-ca691984e9e3 req-db1edd15-f8f4-4ae6-98ee-20722693aee3 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:43.511999 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-377bae5c-7cd1-4feb-aa9a-ca691984e9e3 req-db1edd15-f8f4-4ae6-98ee-20722693aee3 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2 HTTP/1.1" status: 200 len: 945 time: 0.0801656 Jan 27 16:52:43.519500 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73e53e6-4fbf-4681-85b3-67ce5105a2c7 req-ef1eb3b3-8de9-4a3b-aee2-fdedb0a828f6 tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:43.520869 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-c73e53e6-4fbf-4681-85b3-67ce5105a2c7 req-ef1eb3b3-8de9-4a3b-aee2-fdedb0a828f6 tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6b36243-1023-4580-b4d7-75cdc8f89235 HTTP/1.1" status: 200 len: 943 time: 0.0793982 Jan 27 16:52:43.590515 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-377bae5c-7cd1-4feb-aa9a-ca691984e9e3 req-a1b9cd3d-aa68-4e9c-874a-e48bb961a0cf tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686996 Jan 27 16:52:43.594856 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-c73e53e6-4fbf-4681-85b3-67ce5105a2c7 req-7ecb5b4c-887a-43b3-9a1f-7f68cee9c96d tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b7e83e7-f320-4396-a60c-5dec58ef529a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674200 Jan 27 16:52:43.967332 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ce8da-e1a6-4ed2-bc9c-93ecfe2e2ecb req-f2db3b19-dc3d-45da-8f7e-7b788b9ec831 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:43.968791 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-dd0ce8da-e1a6-4ed2-bc9c-93ecfe2e2ecb req-f2db3b19-dc3d-45da-8f7e-7b788b9ec831 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a8d6efb-9e26-48f5-80a7-4447209ea47e HTTP/1.1" status: 200 len: 945 time: 0.0479600 Jan 27 16:52:44.017451 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-dd0ce8da-e1a6-4ed2-bc9c-93ecfe2e2ecb req-94a82439-1167-486a-9c47-ca02ea3dcdc2 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eb100d7-7129-43cb-8277-73c5dbb87bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425389 Jan 27 16:52:44.220679 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device ff94a552-d3cc-4af3-b145-4bd0250f04cb details requested by agent hyperv_hv-cinder-81883 with host hv-cinder-81883 {{(pid=114096) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 16:52:44.222676 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device bdf14445-13aa-42c8-8538-0e113ea22eb2 up at agent hyperv_hv-cinder-81883 {{(pid=114096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:52:44.325688 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Provisioning for port bdf14445-13aa-42c8-8538-0e113ea22eb2 completed by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 16:52:44.335882 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Provisioning complete for port bdf14445-13aa-42c8-8538-0e113ea22eb2 triggered by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:52:44.336255 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (bdf14445-13aa-42c8-8538-0e113ea22eb2), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:44.376696 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] For port ff94a552-d3cc-4af3-b145-4bd0250f04cb, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=ff94a552-d3cc-4af3-b145-4bd0250f04cb,segment=NetworkSegment(17a18a42-5600-4d76-b1cc-2cf734bad5d3),segment_id=17a18a42-5600-4d76-b1cc-2cf734bad5d3)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:52:44.392354 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Returning: {'device': 'ff94a552-d3cc-4af3-b145-4bd0250f04cb', 'network_id': '3ff7763e-e8af-430b-afaa-86998ea27f64', 'port_id': 'ff94a552-d3cc-4af3-b145-4bd0250f04cb', 'mac_address': 'fa:16:3e:c1:22:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b010be06-c4f2-4e23-9246-4fc7ea30aa3d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114096) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 16:52:44.455782 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Current status of the port ff94a552-d3cc-4af3-b145-4bd0250f04cb is: DOWN; New status is: BUILD {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:52:44.456162 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (ff94a552-d3cc-4af3-b145-4bd0250f04cb), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:44.476016 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Current status of the port bdf14445-13aa-42c8-8538-0e113ea22eb2 is: BUILD; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:52:44.476331 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (bdf14445-13aa-42c8-8538-0e113ea22eb2), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:44.478837 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.notifiers.nova [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff94a552-d3cc-4af3-b145-4bd0250f04cb {{(pid=114096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:52:44.511750 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] For port ff94a552-d3cc-4af3-b145-4bd0250f04cb, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=ff94a552-d3cc-4af3-b145-4bd0250f04cb,segment=NetworkSegment(17a18a42-5600-4d76-b1cc-2cf734bad5d3),segment_id=17a18a42-5600-4d76-b1cc-2cf734bad5d3)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:52:44.516688 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a8d6efb-9e26-48f5-80a7-4447209ea47e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdf14445-13aa-42c8-8538-0e113ea22eb2'}] {{(pid=114096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:52:44.519146 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7400b25514d980253c692f49984ce8becaf326df5cb1ee6ae8228296f1505bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07aac272-a8de-432f-929f-5bb7e042459d" -d '{"events": [{"server_uuid": "2a8d6efb-9e26-48f5-80a7-4447209ea47e", "name": "network-vif-plugged", "status": "completed", "tag": "bdf14445-13aa-42c8-8538-0e113ea22eb2"}]}' {{(pid=114096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:52:44.528521 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (ff94a552-d3cc-4af3-b145-4bd0250f04cb), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:44.534795 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] For port bdf14445-13aa-42c8-8538-0e113ea22eb2, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=bdf14445-13aa-42c8-8538-0e113ea22eb2,segment=NetworkSegment(c36f6854-8df8-41db-a98a-a633d19cdbb2),segment_id=c36f6854-8df8-41db-a98a-a633d19cdbb2)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:52:44.554743 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (bdf14445-13aa-42c8-8538-0e113ea22eb2), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:44.555510 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device 8e60561d-e86c-4bcf-b188-6be71158ac4e no longer exists at agent hyperv_hv-cinder-81883 {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:52:44.559840 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 16:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f13b18-17a3-4a25-b166-a6f981d1100d x-openstack-request-id: req-c2f13b18-17a3-4a25-b166-a6f981d1100d {{(pid=114096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:52:44.560131 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a8d6efb-9e26-48f5-80a7-4447209ea47e", "name": "network-vif-plugged", "status": "completed", "tag": "bdf14445-13aa-42c8-8538-0e113ea22eb2", "code": 200}]} {{(pid=114096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:52:44.560381 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c2f13b18-17a3-4a25-b166-a6f981d1100d {{(pid=114096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:52:44.560768 dv-cinder-818830-2-iscsi neutron-server[114096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a8d6efb-9e26-48f5-80a7-4447209ea47e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdf14445-13aa-42c8-8538-0e113ea22eb2', 'code': 200} Jan 27 16:52:44.581516 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] No Port match for: 8e60561d-e86c-4bcf-b188-6be71158ac4e {{(pid=114096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 16:52:44.581862 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device 8e60561d-e86c-4bcf-b188-6be71158ac4e not bound to the agent host hv-cinder-81883 {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 16:52:44.602399 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Pushing event updated for resources: {'Port': ['ID=ff94a552-d3cc-4af3-b145-4bd0250f04cb,revision_number=4']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:52:44.655746 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Pushing event updated for resources: {'Port': ['ID=bdf14445-13aa-42c8-8538-0e113ea22eb2,revision_number=5']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:52:44.766056 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c12ffb-43d7-4b2a-9461-04a2d47e0007 req-9723de62-f8f0-407c-87e1-ab6186a2ad46 tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:44.767426 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-05c12ffb-43d7-4b2a-9461-04a2d47e0007 req-9723de62-f8f0-407c-87e1-ab6186a2ad46 tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6b36243-1023-4580-b4d7-75cdc8f89235 HTTP/1.1" status: 200 len: 944 time: 0.0998447 Jan 27 16:52:44.781310 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da0e1f-775c-4116-aca7-40d055a2a4ca req-a8676cbd-4e22-45e4-829f-c2a9f30f7d4d tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:44.783261 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-e6da0e1f-775c-4116-aca7-40d055a2a4ca req-a8676cbd-4e22-45e4-829f-c2a9f30f7d4d tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2 HTTP/1.1" status: 200 len: 945 time: 0.1049199 Jan 27 16:52:44.821978 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4eddfd-08ab-41f1-86aa-2731d815d9b2 req-7830f034-45de-4deb-9f5b-90c569be642b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:44.823399 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-5a4eddfd-08ab-41f1-86aa-2731d815d9b2 req-7830f034-45de-4deb-9f5b-90c569be642b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2a8d6efb-9e26-48f5-80a7-4447209ea47e HTTP/1.1" status: 200 len: 1099 time: 0.1007221 Jan 27 16:52:44.861369 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] get_ports_and_sgs() called for port_ids ['ff94a552-d3cc-4af3-b145-4bd0250f04cb'] {{(pid=114096) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 16:52:44.880013 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-05c12ffb-43d7-4b2a-9461-04a2d47e0007 req-6c1d56d2-c8f9-44ae-98b6-28d990f94899 tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b7e83e7-f320-4396-a60c-5dec58ef529a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055002 Jan 27 16:52:44.886229 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-e6da0e1f-775c-4116-aca7-40d055a2a4ca req-52be5b49-103c-479c-90c2-e8a9440789bf tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957050 Jan 27 16:52:44.910221 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-5a4eddfd-08ab-41f1-86aa-2731d815d9b2 req-fd5f7787-0528-4460-9520-93942315a296 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0eb100d7-7129-43cb-8277-73c5dbb87bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725250 Jan 27 16:52:45.128819 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3230504a-0fc2-4879-8646-1d58dc58fced req-1b6794f7-67fd-40c8-b057-89c2fd920ab3 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:45.130255 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-3230504a-0fc2-4879-8646-1d58dc58fced req-1b6794f7-67fd-40c8-b057-89c2fd920ab3 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a8d6efb-9e26-48f5-80a7-4447209ea47e HTTP/1.1" status: 200 len: 946 time: 0.0480762 Jan 27 16:52:45.176698 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-3230504a-0fc2-4879-8646-1d58dc58fced req-91531894-050d-4450-acb7-fbc6277c1772 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eb100d7-7129-43cb-8277-73c5dbb87bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409892 Jan 27 16:52:46.029142 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece19eff-59e5-412a-9633-b98c6539e4ab req-120c1464-083d-4052-b1a2-318121640d78 tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:46.030847 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-ece19eff-59e5-412a-9633-b98c6539e4ab req-120c1464-083d-4052-b1a2-318121640d78 tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6b36243-1023-4580-b4d7-75cdc8f89235 HTTP/1.1" status: 200 len: 944 time: 0.0821073 Jan 27 16:52:46.038213 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2150250d-5f09-434b-80bb-c6f968801944 req-7ff87b57-79d9-434b-b885-a11ec21c33f3 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:46.039521 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-2150250d-5f09-434b-80bb-c6f968801944 req-7ff87b57-79d9-434b-b885-a11ec21c33f3 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2 HTTP/1.1" status: 200 len: 945 time: 0.0809286 Jan 27 16:52:46.109540 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-ece19eff-59e5-412a-9633-b98c6539e4ab req-ce366975-a3cb-4b70-a9e6-3f12cdc28470 tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b7e83e7-f320-4396-a60c-5dec58ef529a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689554 Jan 27 16:52:46.114644 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-2150250d-5f09-434b-80bb-c6f968801944 req-ff8eb5ab-9612-4177-a4d7-900f5aacd0cf tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685091 Jan 27 16:52:46.222566 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device ff94a552-d3cc-4af3-b145-4bd0250f04cb up at agent hyperv_hv-cinder-81883 {{(pid=114096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:52:46.271022 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Provisioning for port ff94a552-d3cc-4af3-b145-4bd0250f04cb completed by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 16:52:46.275315 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Provisioning complete for port ff94a552-d3cc-4af3-b145-4bd0250f04cb triggered by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:52:46.275754 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (ff94a552-d3cc-4af3-b145-4bd0250f04cb), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:46.287914 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f222b-918c-429a-b62d-ed07436aa140 req-73a4ac9b-ca2d-4f2e-96e3-a36dc1add6f6 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:46.289438 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-ee2f222b-918c-429a-b62d-ed07436aa140 req-73a4ac9b-ca2d-4f2e-96e3-a36dc1add6f6 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a8d6efb-9e26-48f5-80a7-4447209ea47e HTTP/1.1" status: 200 len: 946 time: 0.0502665 Jan 27 16:52:46.342536 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-ee2f222b-918c-429a-b62d-ed07436aa140 req-7ef0a88a-4b44-4b64-9162-2798c1d522ed tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eb100d7-7129-43cb-8277-73c5dbb87bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416310 Jan 27 16:52:46.364185 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Current status of the port ff94a552-d3cc-4af3-b145-4bd0250f04cb is: BUILD; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:52:46.364185 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (ff94a552-d3cc-4af3-b145-4bd0250f04cb), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:46.409287 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-c8be677e-2e94-45b0-ab1b-46510dfea854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (b49cc950-6aaa-44e3-a3c4-70b67101afab), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:46.413623 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] For port ff94a552-d3cc-4af3-b145-4bd0250f04cb, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=ff94a552-d3cc-4af3-b145-4bd0250f04cb,segment=NetworkSegment(17a18a42-5600-4d76-b1cc-2cf734bad5d3),segment_id=17a18a42-5600-4d76-b1cc-2cf734bad5d3)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:52:46.417680 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (ff94a552-d3cc-4af3-b145-4bd0250f04cb), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:46.470651 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Pushing event updated for resources: {'Port': ['ID=ff94a552-d3cc-4af3-b145-4bd0250f04cb,revision_number=5']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:52:46.561994 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6b36243-1023-4580-b4d7-75cdc8f89235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff94a552-d3cc-4af3-b145-4bd0250f04cb'}] {{(pid=114096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:52:46.564301 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7400b25514d980253c692f49984ce8becaf326df5cb1ee6ae8228296f1505bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8784a07-70cb-4552-9dc5-26d184bb6a10" -d '{"events": [{"server_uuid": "e6b36243-1023-4580-b4d7-75cdc8f89235", "name": "network-vif-plugged", "status": "completed", "tag": "ff94a552-d3cc-4af3-b145-4bd0250f04cb"}]}' {{(pid=114096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:52:46.599022 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 16:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c198658-dc53-4efc-893f-4ad04635b3c8 x-openstack-request-id: req-3c198658-dc53-4efc-893f-4ad04635b3c8 {{(pid=114096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:52:46.599328 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6b36243-1023-4580-b4d7-75cdc8f89235", "name": "network-vif-plugged", "status": "completed", "tag": "ff94a552-d3cc-4af3-b145-4bd0250f04cb", "code": 200}]} {{(pid=114096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:52:46.599595 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3c198658-dc53-4efc-893f-4ad04635b3c8 {{(pid=114096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:52:46.599999 dv-cinder-818830-2-iscsi neutron-server[114096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6b36243-1023-4580-b4d7-75cdc8f89235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff94a552-d3cc-4af3-b145-4bd0250f04cb', 'code': 200} Jan 27 16:52:46.791531 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19044c8d-b5ea-4a45-9210-1dfae99fd1f4 req-8c1a4382-9bb5-4fa7-a858-7f9cfc173ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:46.793002 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-19044c8d-b5ea-4a45-9210-1dfae99fd1f4 req-8c1a4382-9bb5-4fa7-a858-7f9cfc173ecb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e6b36243-1023-4580-b4d7-75cdc8f89235 HTTP/1.1" status: 200 len: 1098 time: 0.0425892 Jan 27 16:52:46.841615 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-19044c8d-b5ea-4a45-9210-1dfae99fd1f4 req-460129e4-db39-4042-a79e-4453df5f6abd service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4b7e83e7-f320-4396-a60c-5dec58ef529a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356171 Jan 27 16:52:47.249852 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d993cdc-b6ec-4c1b-821e-2a283bb0995c req-b1797841-ac6a-4adf-86a1-08596a5185ae tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:47.252148 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-9d993cdc-b6ec-4c1b-821e-2a283bb0995c req-b1797841-ac6a-4adf-86a1-08596a5185ae tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6b36243-1023-4580-b4d7-75cdc8f89235 HTTP/1.1" status: 200 len: 945 time: 0.0753176 Jan 27 16:52:47.259502 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d2b501-66f3-4457-92e0-659285576ef8 req-31703904-dd35-48c3-8824-0e26878865bb tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:47.260874 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-19d2b501-66f3-4457-92e0-659285576ef8 req-31703904-dd35-48c3-8824-0e26878865bb tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2 HTTP/1.1" status: 200 len: 945 time: 0.0753243 Jan 27 16:52:47.332702 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-9d993cdc-b6ec-4c1b-821e-2a283bb0995c req-adcf463a-5056-464f-9d95-2b016cf0be6e tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b7e83e7-f320-4396-a60c-5dec58ef529a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709016 Jan 27 16:52:47.337711 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-19d2b501-66f3-4457-92e0-659285576ef8 req-e69b39d3-df27-4922-8d28-e901e28a3db6 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698886 Jan 27 16:52:47.458913 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb709a5-6e1d-4a01-abe4-c17e1c7527cc req-82ab5330-cc7d-452c-9665-9331c2f6087b tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:47.460299 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-1bb709a5-6e1d-4a01-abe4-c17e1c7527cc req-82ab5330-cc7d-452c-9665-9331c2f6087b tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a8d6efb-9e26-48f5-80a7-4447209ea47e HTTP/1.1" status: 200 len: 946 time: 0.0470214 Jan 27 16:52:47.505289 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-1bb709a5-6e1d-4a01-abe4-c17e1c7527cc req-fdebc5f5-c18d-4e46-a0f2-eb6974e654a2 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eb100d7-7129-43cb-8277-73c5dbb87bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395839 Jan 27 16:52:47.615364 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d74661-dc64-4141-9cde-58d42c464300 req-601d72c0-4eaf-4483-a1ff-a7b113a49285 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:47.616809 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-e2d74661-dc64-4141-9cde-58d42c464300 req-601d72c0-4eaf-4483-a1ff-a7b113a49285 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a8d6efb-9e26-48f5-80a7-4447209ea47e HTTP/1.1" status: 200 len: 946 time: 0.0467708 Jan 27 16:52:47.665758 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-e2d74661-dc64-4141-9cde-58d42c464300 req-78757e20-a5eb-4596-bb87-d68f315110df tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eb100d7-7129-43cb-8277-73c5dbb87bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431519 Jan 27 16:52:47.977534 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d47195-7d42-40d6-bd44-a47c01ea18d6 req-62fbeae6-62a6-4fe6-941b-2e357300910c tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:47.978948 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-e0d47195-7d42-40d6-bd44-a47c01ea18d6 req-62fbeae6-62a6-4fe6-941b-2e357300910c tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a8d6efb-9e26-48f5-80a7-4447209ea47e HTTP/1.1" status: 200 len: 946 time: 0.0474896 Jan 27 16:52:48.024377 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-e0d47195-7d42-40d6-bd44-a47c01ea18d6 req-17d6be84-54db-4265-9b62-6a39c31c522a tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eb100d7-7129-43cb-8277-73c5dbb87bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399771 Jan 27 16:52:48.369233 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (853c399d-72c7-467e-bd42-08a47e7fb1c3), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:48.441930 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-91aab838-94c3-4c5d-9365-ed4373a9d9a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (bdbd084a-7876-495d-b5d9-cf3ee18f0227), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:48.485195 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e755fe-1494-4810-a2a9-8fdfcc0f7a75 req-41a42d0c-fc31-412d-8f5a-ba1b1d20e172 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:48.486624 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-85e755fe-1494-4810-a2a9-8fdfcc0f7a75 req-41a42d0c-fc31-412d-8f5a-ba1b1d20e172 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2 HTTP/1.1" status: 200 len: 945 time: 0.0807176 Jan 27 16:52:48.492932 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31204822-572c-4848-8416-aca0f59dc27d req-306c46f0-ffa4-4c5e-8e9f-a9503f885187 tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:48.494225 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-31204822-572c-4848-8416-aca0f59dc27d req-306c46f0-ffa4-4c5e-8e9f-a9503f885187 tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6b36243-1023-4580-b4d7-75cdc8f89235 HTTP/1.1" status: 200 len: 945 time: 0.0791929 Jan 27 16:52:48.766480 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-85e755fe-1494-4810-a2a9-8fdfcc0f7a75 req-7fecebda-5f22-4175-91fb-7c50cdecebd6 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a3d9885-017f-426e-84b0-04e97c98b074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707407 Jan 27 16:52:48.786058 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-31204822-572c-4848-8416-aca0f59dc27d req-8f3d6478-f300-475a-877e-e89bc793a52f tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b7e83e7-f320-4396-a60c-5dec58ef529a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836032 Jan 27 16:52:48.799836 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-9c6220ba-b7e7-4c55-bd8d-159d3777423a req-ac146c44-d74b-47f2-be8b-ee4de6cf5389 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=27dbabab-3baf-4446-aaad-bdd80b162cd7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0534904 Jan 27 16:52:48.861760 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6220ba-b7e7-4c55-bd8d-159d3777423a req-36f29845-ecc6-4247-b59a-83e730b9a556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:48.863253 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-9c6220ba-b7e7-4c55-bd8d-159d3777423a req-36f29845-ecc6-4247-b59a-83e730b9a556 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=accb650bdbfa4de4a4129fd473ca736d&device_id=27dbabab-3baf-4446-aaad-bdd80b162cd7 HTTP/1.1" status: 200 len: 1098 time: 0.0414729 Jan 27 16:52:48.981808 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6220ba-b7e7-4c55-bd8d-159d3777423a req-7e3735f4-badd-48c7-a628-013b2350542f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:48.983279 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-9c6220ba-b7e7-4c55-bd8d-159d3777423a req-7e3735f4-badd-48c7-a628-013b2350542f service neutron] 10.222.0.24 "GET /v2.0/networks?id=d4e5124e-533e-45d6-b9d3-79afca1c35e2 HTTP/1.1" status: 200 len: 911 time: 0.0915210 Jan 27 16:52:49.086604 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-9c6220ba-b7e7-4c55-bd8d-159d3777423a req-fffe1888-4b08-4152-adbf-d7fc12fe977e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7ee8f95-4b6c-4378-a74a-658d33610c09 HTTP/1.1" status: 200 len: 1000 time: 0.0967808 Jan 27 16:52:49.152913 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6220ba-b7e7-4c55-bd8d-159d3777423a req-c0a8b4cd-d3c5-408f-9831-17597c2367b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:49.154373 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-9c6220ba-b7e7-4c55-bd8d-159d3777423a req-c0a8b4cd-d3c5-408f-9831-17597c2367b6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d38c499f-fa3e-48b8-ba77-1e1246ed2b6a HTTP/1.1" status: 200 len: 849 time: 0.0445795 Jan 27 16:52:49.212843 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6220ba-b7e7-4c55-bd8d-159d3777423a req-4daf9931-e152-4afa-96fb-54d131267370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:49.214449 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-9c6220ba-b7e7-4c55-bd8d-159d3777423a req-4daf9931-e152-4afa-96fb-54d131267370 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d4e5124e-533e-45d6-b9d3-79afca1c35e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409501 Jan 27 16:52:49.319755 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-9c6220ba-b7e7-4c55-bd8d-159d3777423a req-ee58d672-76fa-4ee4-9ef5-c59a7cbc5812 service neutron] 10.222.0.24 "GET /v2.0/networks/d4e5124e-533e-45d6-b9d3-79afca1c35e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843546 Jan 27 16:52:49.420133 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-9c6220ba-b7e7-4c55-bd8d-159d3777423a req-49323860-8f5a-410a-bc53-fd0702e99a40 service neutron] 10.222.0.24 "GET /v2.0/networks/d4e5124e-533e-45d6-b9d3-79afca1c35e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837994 Jan 27 16:52:49.477100 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7796d7b6-12e8-41ed-9095-c99b68dcc1a2 req-d71b5a5b-056f-45c0-bbd1-8f39fd356374 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:52:49.478557 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-7796d7b6-12e8-41ed-9095-c99b68dcc1a2 req-d71b5a5b-056f-45c0-bbd1-8f39fd356374 tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2 HTTP/1.1" status: 200 len: 945 time: 0.0624807 Jan 27 16:52:49.502263 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-66ba84dd-632c-456a-bb12-6a575fe6244f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9495f383-87a2-4ffd-86dd-67b8d88d602c), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:49.589390 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.plugin [req-7796d7b6-12e8-41ed-9095-c99b68dcc1a2 req-639771ed-6f83-4df5-965e-80df347a6d3f tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Deleting port 0f3362f6-2e54-4b45-89fc-94c7ecae5a49 {{(pid=114094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:52:49.589660 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-7796d7b6-12e8-41ed-9095-c99b68dcc1a2 req-639771ed-6f83-4df5-965e-80df347a6d3f tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740202897008'] for port (0f3362f6-2e54-4b45-89fc-94c7ecae5a49), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:49.695198 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.db [req-7796d7b6-12e8-41ed-9095-c99b68dcc1a2 req-639771ed-6f83-4df5-965e-80df347a6d3f tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] For port 0f3362f6-2e54-4b45-89fc-94c7ecae5a49, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=0f3362f6-2e54-4b45-89fc-94c7ecae5a49,segment=NetworkSegment(40f7a2f6-ac83-4e76-b1fb-213c8c8338bd),segment_id=40f7a2f6-ac83-4e76-b1fb-213c8c8338bd)] {{(pid=114094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:52:49.695593 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-7796d7b6-12e8-41ed-9095-c99b68dcc1a2 req-639771ed-6f83-4df5-965e-80df347a6d3f tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797243'] for port (0f3362f6-2e54-4b45-89fc-94c7ecae5a49), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:49.709363 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.plugin [req-7796d7b6-12e8-41ed-9095-c99b68dcc1a2 req-639771ed-6f83-4df5-965e-80df347a6d3f tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Calling delete_port for 0f3362f6-2e54-4b45-89fc-94c7ecae5a49 owned by compute:nova {{(pid=114094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:52:49.841063 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-7796d7b6-12e8-41ed-9095-c99b68dcc1a2 req-639771ed-6f83-4df5-965e-80df347a6d3f tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740202902474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740202573626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777202'] for port (0f3362f6-2e54-4b45-89fc-94c7ecae5a49), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:49.855256 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] get_ports_and_sgs() called for port_ids ['0f3362f6-2e54-4b45-89fc-94c7ecae5a49'] {{(pid=114096) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 16:52:49.874148 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639771ed-6f83-4df5-965e-80df347a6d3f tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Pushing event deleted for resources: {'Port': ['ID=0f3362f6-2e54-4b45-89fc-94c7ecae5a49,revision_number=None']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:52:49.885618 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639771ed-6f83-4df5-965e-80df347a6d3f tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:52:49.886236 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639771ed-6f83-4df5-965e-80df347a6d3f tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:52:49.886761 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639771ed-6f83-4df5-965e-80df347a6d3f tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:52:49.887294 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639771ed-6f83-4df5-965e-80df347a6d3f tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:52:49.887832 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639771ed-6f83-4df5-965e-80df347a6d3f tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:52:49.888325 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639771ed-6f83-4df5-965e-80df347a6d3f tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:52:49.888834 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639771ed-6f83-4df5-965e-80df347a6d3f tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:52:49.889311 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639771ed-6f83-4df5-965e-80df347a6d3f tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:52:49.889797 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639771ed-6f83-4df5-965e-80df347a6d3f tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:52:49.890298 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639771ed-6f83-4df5-965e-80df347a6d3f tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:52:49.890836 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639771ed-6f83-4df5-965e-80df347a6d3f tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:52:49.892120 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639771ed-6f83-4df5-965e-80df347a6d3f tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:52:49.892664 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639771ed-6f83-4df5-965e-80df347a6d3f tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:52:49.894777 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-3082bdf6-1387-4d12-8cab-d6bc89a68b41 req-0e286460-7d76-4af8-89de-bab3e5bdd69d tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2 HTTP/1.1" status: 200 len: 210 time: 0.0374806 Jan 27 16:52:49.946772 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.l3_dvrscheduler_db [req-7796d7b6-12e8-41ed-9095-c99b68dcc1a2 req-639771ed-6f83-4df5-965e-80df347a6d3f tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] No DVR routers for this DVR port 0f3362f6-2e54-4b45-89fc-94c7ecae5a49 on host hv-cinder-81883 {{(pid=114094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 16:52:49.949513 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-7796d7b6-12e8-41ed-9095-c99b68dcc1a2 req-639771ed-6f83-4df5-965e-80df347a6d3f tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118807'] for port (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:49.953430 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-7796d7b6-12e8-41ed-9095-c99b68dcc1a2 req-639771ed-6f83-4df5-965e-80df347a6d3f tempest-ServerRescueNegativeTestJSON-2020386037 tempest-ServerRescueNegativeTestJSON-2020386037-project] 10.222.0.24 "DELETE /v2.0/ports/0f3362f6-2e54-4b45-89fc-94c7ecae5a49 HTTP/1.1" status: 204 len: 173 time: 0.4686894 Jan 27 16:52:49.953903 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2', 'name': 'network-vif-deleted', 'tag': '0f3362f6-2e54-4b45-89fc-94c7ecae5a49'}] {{(pid=114094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:52:49.956206 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}342a798d1d13ecd85fd4efdf34ff3908ecd3b9322feeb0f720fcdcd52e7e333b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e091c44-b1ac-4a85-87f5-3b4c1a29575a" -d '{"events": [{"server_uuid": "0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2", "name": "network-vif-deleted", "tag": "0f3362f6-2e54-4b45-89fc-94c7ecae5a49"}]}' {{(pid=114094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:52:50.000797 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 16:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a36386c4-685f-4614-9da6-62e800da236a x-openstack-request-id: req-a36386c4-685f-4614-9da6-62e800da236a {{(pid=114094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:52:50.001091 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2", "name": "network-vif-deleted", "tag": "0f3362f6-2e54-4b45-89fc-94c7ecae5a49", "status": "completed", "code": 200}]} {{(pid=114094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:52:50.001434 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a36386c4-685f-4614-9da6-62e800da236a {{(pid=114094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:52:50.001774 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cc31cb6-b4dc-4617-a6a6-2a31edcbbfe2', 'name': 'network-vif-deleted', 'tag': '0f3362f6-2e54-4b45-89fc-94c7ecae5a49', 'status': 'completed', 'code': 200} Jan 27 16:52:50.963148 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 50706) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:52:51.392377 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-57735ac0-6554-4174-970e-8601e5ae84ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1796188'] for router_interface (d2b1e3f6-626b-4ed5-b1ba-514aac972f86), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:51.534130 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-d66b1738-fecd-429f-97ae-c3b5c23d3d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9d445c8f-179b-40e3-9cb5-ffaa95aecd6a), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:51.675828 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.plugin [None req-57735ac0-6554-4174-970e-8601e5ae84ca admin admin] Deleting port 3470e97b-3ac1-47cd-8422-22eb7cc40163 {{(pid=114095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:52:51.676077 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-57735ac0-6554-4174-970e-8601e5ae84ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740202897008'] for port (3470e97b-3ac1-47cd-8422-22eb7cc40163), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:51.755316 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.db [None req-57735ac0-6554-4174-970e-8601e5ae84ca admin admin] For port 3470e97b-3ac1-47cd-8422-22eb7cc40163, host dv-cinder-818830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818830-2-iscsi',level=0,port_id=3470e97b-3ac1-47cd-8422-22eb7cc40163,segment=NetworkSegment(40f7a2f6-ac83-4e76-b1fb-213c8c8338bd),segment_id=40f7a2f6-ac83-4e76-b1fb-213c8c8338bd)] {{(pid=114095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:52:51.755714 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-57735ac0-6554-4174-970e-8601e5ae84ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797243'] for port (3470e97b-3ac1-47cd-8422-22eb7cc40163), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:51.768718 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.plugin [None req-57735ac0-6554-4174-970e-8601e5ae84ca admin admin] Calling delete_port for 3470e97b-3ac1-47cd-8422-22eb7cc40163 owned by network:router_interface {{(pid=114095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:52:51.967350 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-57735ac0-6554-4174-970e-8601e5ae84ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740202902474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740202573626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080504'] for port (3470e97b-3ac1-47cd-8422-22eb7cc40163), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:51.992410 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57735ac0-6554-4174-970e-8601e5ae84ca admin admin] Pushing event deleted for resources: {'Port': ['ID=3470e97b-3ac1-47cd-8422-22eb7cc40163,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:52:52.150765 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-57735ac0-6554-4174-970e-8601e5ae84ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2031911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1796336'] for router_interface (d2b1e3f6-626b-4ed5-b1ba-514aac972f86), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:52.248115 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device 0f3362f6-2e54-4b45-89fc-94c7ecae5a49 no longer exists at agent hyperv_hv-cinder-81883 {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:52:52.273805 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] No Port match for: 0f3362f6-2e54-4b45-89fc-94c7ecae5a49 {{(pid=114096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 16:52:52.274351 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device 0f3362f6-2e54-4b45-89fc-94c7ecae5a49 not bound to the agent host hv-cinder-81883 {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 16:52:52.555707 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57735ac0-6554-4174-970e-8601e5ae84ca admin admin] Router d2b1e3f6-626b-4ed5-b1ba-514aac972f86 has already been hosted by L3 agent bdbd084a-7876-495d-b5d9-cf3ee18f0227 {{(pid=114095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 16:52:52.587964 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (492c1832-c7a3-4f77-b4ba-2ebdc28556bf), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:52.660513 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57735ac0-6554-4174-970e-8601e5ae84ca admin admin] Notify agent at l3_agent.dv-cinder-818830-2-iscsi the message routers_updated {{(pid=114095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 16:52:52.665425 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-57735ac0-6554-4174-970e-8601e5ae84ca admin admin] 10.222.0.48 "PUT /v2.0/routers/d2b1e3f6-626b-4ed5-b1ba-514aac972f86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7012172 Jan 27 16:52:52.667980 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 50726) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:52:52.670848 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cfb324-7461-40c1-88b7-b290556ab3a2 None None] Sync routers for ids ['d2b1e3f6-626b-4ed5-b1ba-514aac972f86'] in dv-cinder-818830-2-iscsi {{(pid=114097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 16:52:52.681773 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cfb324-7461-40c1-88b7-b290556ab3a2 None None] Routers {'d2b1e3f6-626b-4ed5-b1ba-514aac972f86'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:52:52.682389 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_hamode_db [None req-39cfb324-7461-40c1-88b7-b290556ab3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T16:52:48Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['d2b1e3f6-626b-4ed5-b1ba-514aac972f86'], 'active': True} {{(pid=114097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:52:52.776460 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-d503ebbc-cde6-45a7-a22d-b1c9a5c0183e admin admin] Publish callbacks [] for router (d2b1e3f6-626b-4ed5-b1ba-514aac972f86), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:52.872865 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_dvr_db [None req-39cfb324-7461-40c1-88b7-b290556ab3a2 None None] Set router d2b1e3f6-626b-4ed5-b1ba-514aac972f86 gateway port host: dv-cinder-818830-2-iscsi {{(pid=114097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:52:52.882123 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-d503ebbc-cde6-45a7-a22d-b1c9a5c0183e admin admin] Publish callbacks [] for router_gateway (d2b1e3f6-626b-4ed5-b1ba-514aac972f86), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:52.941315 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.plugin [None req-d503ebbc-cde6-45a7-a22d-b1c9a5c0183e admin admin] Deleting port a2914477-9621-4406-93ef-1866c23d884b {{(pid=114095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:52:52.941801 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-d503ebbc-cde6-45a7-a22d-b1c9a5c0183e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740202897008'] for port (a2914477-9621-4406-93ef-1866c23d884b), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:53.020249 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.db [None req-d503ebbc-cde6-45a7-a22d-b1c9a5c0183e admin admin] For port a2914477-9621-4406-93ef-1866c23d884b, host dv-cinder-818830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818830-2-iscsi',level=0,port_id=a2914477-9621-4406-93ef-1866c23d884b,segment=NetworkSegment(9bd3a446-0196-4595-aa07-09a05d016e38),segment_id=9bd3a446-0196-4595-aa07-09a05d016e38)] {{(pid=114095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:52:53.020956 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-d503ebbc-cde6-45a7-a22d-b1c9a5c0183e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797243'] for port (a2914477-9621-4406-93ef-1866c23d884b), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:53.032314 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.plugin [None req-d503ebbc-cde6-45a7-a22d-b1c9a5c0183e admin admin] Calling delete_port for a2914477-9621-4406-93ef-1866c23d884b owned by network:router_gateway {{(pid=114095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:52:53.059136 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_hamode_db [None req-39cfb324-7461-40c1-88b7-b290556ab3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b1e3f6-626b-4ed5-b1ba-514aac972f86', 'name': 'tempest-ServerRescueNegativeTestJSON-1879348550-router', 'tenant_id': '326cd822c847423ba2417f593ca8c6ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': 'a2914477-9621-4406-93ef-1866c23d884b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:48:41Z', 'updated_at': '2022-01-27T16:52:51Z', 'revision_number': 5, 'project_id': '326cd822c847423ba2417f593ca8c6ff', 'gw_port': {'id': 'a2914477-9621-4406-93ef-1866c23d884b', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:61:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b1e3f6-626b-4ed5-b1ba-514aac972f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:48:43Z', 'updated_at': '2022-01-27T16:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi'}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:52:53.085115 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cfb324-7461-40c1-88b7-b290556ab3a2 None None] Checking router: d2b1e3f6-626b-4ed5-b1ba-514aac972f86 for host: dv-cinder-818830-2-iscsi {{(pid=114097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 16:52:53.093912 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cfb324-7461-40c1-88b7-b290556ab3a2 None None] Routers {'d2b1e3f6-626b-4ed5-b1ba-514aac972f86'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:52:53.094584 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_hamode_db [None req-39cfb324-7461-40c1-88b7-b290556ab3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T16:52:48Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['d2b1e3f6-626b-4ed5-b1ba-514aac972f86'], 'active': True} {{(pid=114097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:52:53.184748 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_dvr_db [None req-39cfb324-7461-40c1-88b7-b290556ab3a2 None None] Set router d2b1e3f6-626b-4ed5-b1ba-514aac972f86 gateway port host: None {{(pid=114097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:52:53.199841 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-d503ebbc-cde6-45a7-a22d-b1c9a5c0183e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740202902474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740202573626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080504'] for port (a2914477-9621-4406-93ef-1866c23d884b), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:53.227906 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d503ebbc-cde6-45a7-a22d-b1c9a5c0183e admin admin] Pushing event deleted for resources: {'Port': ['ID=a2914477-9621-4406-93ef-1866c23d884b,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:52:53.239185 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_hamode_db [None req-39cfb324-7461-40c1-88b7-b290556ab3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b1e3f6-626b-4ed5-b1ba-514aac972f86', 'name': 'tempest-ServerRescueNegativeTestJSON-1879348550-router', 'tenant_id': '326cd822c847423ba2417f593ca8c6ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:48:41Z', 'updated_at': '2022-01-27T16:52:52Z', 'revision_number': 6, 'project_id': '326cd822c847423ba2417f593ca8c6ff', 'gw_port_host': None}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:52:53.265172 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cfb324-7461-40c1-88b7-b290556ab3a2 None None] The sync data for ids ['d2b1e3f6-626b-4ed5-b1ba-514aac972f86'] in dv-cinder-818830-2-iscsi is: [{'id': 'd2b1e3f6-626b-4ed5-b1ba-514aac972f86', 'name': 'tempest-ServerRescueNegativeTestJSON-1879348550-router', 'tenant_id': '326cd822c847423ba2417f593ca8c6ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:48:41Z', 'updated_at': '2022-01-27T16:52:52Z', 'revision_number': 6, 'project_id': '326cd822c847423ba2417f593ca8c6ff', 'gw_port_host': None}] {{(pid=114097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 16:52:53.300909 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-d503ebbc-cde6-45a7-a22d-b1c9a5c0183e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1797530'] for router_gateway (d2b1e3f6-626b-4ed5-b1ba-514aac972f86), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:53.405358 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-d503ebbc-cde6-45a7-a22d-b1c9a5c0183e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router (d2b1e3f6-626b-4ed5-b1ba-514aac972f86), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:53.407697 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-d503ebbc-cde6-45a7-a22d-b1c9a5c0183e admin admin] Publish callbacks [] for router_controller (d2b1e3f6-626b-4ed5-b1ba-514aac972f86), precommit_delete_associations {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:53.471932 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-d503ebbc-cde6-45a7-a22d-b1c9a5c0183e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1794534'] for router (d2b1e3f6-626b-4ed5-b1ba-514aac972f86), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:53.472460 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d503ebbc-cde6-45a7-a22d-b1c9a5c0183e admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2b1e3f6-626b-4ed5-b1ba-514aac972f86 {{(pid=114095) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 16:52:53.477249 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-d503ebbc-cde6-45a7-a22d-b1c9a5c0183e admin admin] Publish callbacks [] for router (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:53.478386 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-d503ebbc-cde6-45a7-a22d-b1c9a5c0183e admin admin] 10.222.0.48 "DELETE /v2.0/routers/d2b1e3f6-626b-4ed5-b1ba-514aac972f86 HTTP/1.1" status: 204 len: 168 time: 0.8094394 Jan 27 16:52:53.480937 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 50734) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:52:53.524698 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed80d13e-64e9-4cf5-b76b-b3494a748850 admin admin] Deleting subnet e7392202-f723-44b8-a453-411e289e56a2 {{(pid=114095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 16:52:53.527718 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-ed80d13e-64e9-4cf5-b76b-b3494a748850 admin admin] Publish callbacks [] for subnet (e7392202-f723-44b8-a453-411e289e56a2), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:53.560628 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-ed80d13e-64e9-4cf5-b76b-b3494a748850 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9298286'] for subnet (e7392202-f723-44b8-a453-411e289e56a2), precommit_delete_associations {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:53.598668 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-ed80d13e-64e9-4cf5-b76b-b3494a748850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-889273'] for subnet (e7392202-f723-44b8-a453-411e289e56a2), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:53.656770 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-ed80d13e-64e9-4cf5-b76b-b3494a748850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-889270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9200209'] for subnet (e7392202-f723-44b8-a453-411e289e56a2), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:53.683482 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed80d13e-64e9-4cf5-b76b-b3494a748850 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7392202-f723-44b8-a453-411e289e56a2,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:52:53.687205 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-ed80d13e-64e9-4cf5-b76b-b3494a748850 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032074'] for subnet (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:53.690387 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-ed80d13e-64e9-4cf5-b76b-b3494a748850 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/e7392202-f723-44b8-a453-411e289e56a2 HTTP/1.1" status: 204 len: 168 time: 0.2085519 Jan 27 16:52:53.692997 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 50736) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:52:53.759086 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-cdaa0fd0-f201-4be0-bf42-4389c96fed11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012344'] for network (d601b71c-9e85-4907-a350-1cc1a1486f21), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:53.838168 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-cdaa0fd0-f201-4be0-bf42-4389c96fed11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891970', 'neutron.services.segments.db._delete_segments_for_network-8740203086740'] for network (d601b71c-9e85-4907-a350-1cc1a1486f21), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:53.857289 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.services.segments.db [None req-cdaa0fd0-f201-4be0-bf42-4389c96fed11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d601b71c-9e85-4907-a350-1cc1a1486f21']}} {{(pid=114095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:52:53.866506 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.services.segments.db [None req-cdaa0fd0-f201-4be0-bf42-4389c96fed11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40f7a2f6-ac83-4e76-b1fb-213c8c8338bd') {'for_net_delete': True} {{(pid=114095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:52:53.866802 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.services.segments.db [None req-cdaa0fd0-f201-4be0-bf42-4389c96fed11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40f7a2f6-ac83-4e76-b1fb-213c8c8338bd') {} {{(pid=114095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:52:53.876344 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-cdaa0fd0-f201-4be0-bf42-4389c96fed11 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740203088285', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9298199'] for segment (40f7a2f6-ac83-4e76-b1fb-213c8c8338bd), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:53.889404 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-cdaa0fd0-f201-4be0-bf42-4389c96fed11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985126'] for segment (40f7a2f6-ac83-4e76-b1fb-213c8c8338bd), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:53.896992 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdaa0fd0-f201-4be0-bf42-4389c96fed11 admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=114095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 16:52:53.897483 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-cdaa0fd0-f201-4be0-bf42-4389c96fed11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9080423'] for segment (40f7a2f6-ac83-4e76-b1fb-213c8c8338bd), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:53.899140 dv-cinder-818830-2-iscsi neutron-server[114095]: Traceback (most recent call last): Jan 27 16:52:53.899140 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 16:52:53.899140 dv-cinder-818830-2-iscsi neutron-server[114095]: timer() Jan 27 16:52:53.899140 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 16:52:53.899140 dv-cinder-818830-2-iscsi neutron-server[114095]: cb(*args, **kw) Jan 27 16:52:53.899140 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 16:52:53.899140 dv-cinder-818830-2-iscsi neutron-server[114095]: return func(*args, **kwargs) Jan 27 16:52:53.899140 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 16:52:53.899140 dv-cinder-818830-2-iscsi neutron-server[114095]: self._notify() Jan 27 16:52:53.899140 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 16:52:53.899140 dv-cinder-818830-2-iscsi neutron-server[114095]: self.callback(batched_events) Jan 27 16:52:53.899140 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 16:52:53.899140 dv-cinder-818830-2-iscsi neutron-server[114095]: event.method(event) Jan 27 16:52:53.899140 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 16:52:53.899140 dv-cinder-818830-2-iscsi neutron-server[114095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 16:52:53.899140 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 16:52:53.899140 dv-cinder-818830-2-iscsi neutron-server[114095]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 16:52:53.899140 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 16:52:53.899140 dv-cinder-818830-2-iscsi neutron-server[114095]: return f(self, *a, **k) Jan 27 16:52:53.899140 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 16:52:53.899140 dv-cinder-818830-2-iscsi neutron-server[114095]: return self._get(url).json() Jan 27 16:52:53.899140 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 16:52:53.899140 dv-cinder-818830-2-iscsi neutron-server[114095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 16:52:53.899140 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 16:52:53.899140 dv-cinder-818830-2-iscsi neutron-server[114095]: return self.request(url, 'GET', **kwargs) Jan 27 16:52:53.899140 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 16:52:53.899140 dv-cinder-818830-2-iscsi neutron-server[114095]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 16:52:53.899140 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 16:52:53.899140 dv-cinder-818830-2-iscsi neutron-server[114095]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 16:52:53.899140 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 16:52:53.899140 dv-cinder-818830-2-iscsi neutron-server[114095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 16:52:53.899140 dv-cinder-818830-2-iscsi neutron-server[114095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 16:52:53.956503 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-cdaa0fd0-f201-4be0-bf42-4389c96fed11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1796466'] for network (d601b71c-9e85-4907-a350-1cc1a1486f21), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:53.962752 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-cdaa0fd0-f201-4be0-bf42-4389c96fed11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032074'] for network (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:53.965965 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-cdaa0fd0-f201-4be0-bf42-4389c96fed11 admin admin] 10.222.0.48 "DELETE /v2.0/networks/d601b71c-9e85-4907-a350-1cc1a1486f21 HTTP/1.1" status: 204 len: 168 time: 0.2720683 Jan 27 16:52:53.976056 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa0fd0-f201-4be0-bf42-4389c96fed11 admin admin] Pushing event deleted for resources: {'Network': ['ID=d601b71c-9e85-4907-a350-1cc1a1486f21,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:52:54.139715 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 50744) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:52:54.186409 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-81b7119a-977e-4c75-af7c-6e0973c0f495 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=326cd822c847423ba2417f593ca8c6ff&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0445335 Jan 27 16:52:54.188904 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 50746) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:52:54.245251 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-e6df6ea4-4506-41bd-a6a4-8e26ca5e077b admin admin] Publish callbacks [] for security_group (3a3d9885-017f-426e-84b0-04e97c98b074), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:54.272751 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-e6df6ea4-4506-41bd-a6a4-8e26ca5e077b admin admin] Publish callbacks [] for security_group (3a3d9885-017f-426e-84b0-04e97c98b074), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:54.340085 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-e6df6ea4-4506-41bd-a6a4-8e26ca5e077b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (3a3d9885-017f-426e-84b0-04e97c98b074), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:54.343169 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-e6df6ea4-4506-41bd-a6a4-8e26ca5e077b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:52:54.347119 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-e6df6ea4-4506-41bd-a6a4-8e26ca5e077b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3a3d9885-017f-426e-84b0-04e97c98b074 HTTP/1.1" status: 204 len: 168 time: 0.1549721 Jan 27 16:52:54.356939 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6df6ea4-4506-41bd-a6a4-8e26ca5e077b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a3d9885-017f-426e-84b0-04e97c98b074,revision_number=None']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:52:54.943076 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device a2914477-9621-4406-93ef-1866c23d884b no longer exists at agent ovs-agent-dv-cinder-818830-2-iscsi {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:52:54.966112 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] No Port match for: a2914477-9621-4406-93ef-1866c23d884b {{(pid=114096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 16:52:54.966459 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device a2914477-9621-4406-93ef-1866c23d884b not bound to the agent host dv-cinder-818830-2-iscsi {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 16:52:54.966878 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device 3470e97b-3ac1-47cd-8422-22eb7cc40163 no longer exists at agent ovs-agent-dv-cinder-818830-2-iscsi {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:52:54.987013 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] No Port match for: 3470e97b-3ac1-47cd-8422-22eb7cc40163 {{(pid=114096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 16:52:54.987365 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device 3470e97b-3ac1-47cd-8422-22eb7cc40163 not bound to the agent host dv-cinder-818830-2-iscsi {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 16:53:01.650937 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.agents_db [None req-5545c54b-af05-4075-94be-94e2438c302a None None] Agent healthcheck: found 6 active agents {{(pid=114097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 16:53:08.131959 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9197456a-c591-4faa-aaa6-fc5dc5fec4cf req-ba90555d-bd46-49c5-9f11-56b890e22a6d tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:53:08.133960 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-9197456a-c591-4faa-aaa6-fc5dc5fec4cf req-ba90555d-bd46-49c5-9f11-56b890e22a6d tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a8d6efb-9e26-48f5-80a7-4447209ea47e HTTP/1.1" status: 200 len: 946 time: 0.0576484 Jan 27 16:53:08.190702 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-9197456a-c591-4faa-aaa6-fc5dc5fec4cf req-829877c5-3f19-46b9-8cf6-0bb64c0523d1 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eb100d7-7129-43cb-8277-73c5dbb87bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446355 Jan 27 16:53:08.212993 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 50976) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:53:08.305665 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a3c3e9-b611-42cf-a3c2-43f8a0d55a1b req-8950ce56-2ac3-4fbc-ae07-fadc879238a1 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:53:08.307184 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-c7a3c3e9-b611-42cf-a3c2-43f8a0d55a1b req-8950ce56-2ac3-4fbc-ae07-fadc879238a1 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=27dbabab-3baf-4446-aaad-bdd80b162cd7 HTTP/1.1" status: 200 len: 945 time: 0.0507226 Jan 27 16:53:08.361201 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-c7a3c3e9-b611-42cf-a3c2-43f8a0d55a1b req-e07f93b3-7642-4eb0-8a64-4211ace8be84 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/security-groups?id=341578a6-674d-4340-af0f-c81e76fc0269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446382 Jan 27 16:53:08.417247 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad634528-def7-416e-9d13-90e57ebabc3f tempest-TestMinimumBasicScenario-141447701 tempest-TestMinimumBasicScenario-141447701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:53:08.418741 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-ad634528-def7-416e-9d13-90e57ebabc3f tempest-TestMinimumBasicScenario-141447701 tempest-TestMinimumBasicScenario-141447701-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=2a8d6efb-9e26-48f5-80a7-4447209ea47e HTTP/1.1" status: 200 len: 1094 time: 0.2047231 Jan 27 16:53:08.422073 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 50980) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:53:08.426300 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.v2.base [None req-92e89c6c-a4cb-4e99-992f-6a2bd8dcdcbd tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Request body: {'floatingip': {'floating_network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'port_id': 'bdf14445-13aa-42c8-8538-0e113ea22eb2', 'tenant_id': 'fe08ade68b284511b92c42fba70f29d3', 'fixed_ip_address': '172.20.0.12'}} {{(pid=114094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:53:08.449333 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-92e89c6c-a4cb-4e99-992f-6a2bd8dcdcbd tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:08.545312 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-92e89c6c-a4cb-4e99-992f-6a2bd8dcdcbd tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:08.648503 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.db_base_plugin_common [None req-92e89c6c-a4cb-4e99-992f-6a2bd8dcdcbd tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Allocated IP 172.27.2.151 (7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9/3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf/c7e6034f-bf02-4a3c-b257-cd5cfc599120) {{(pid=114094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:53:08.748080 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-92e89c6c-a4cb-4e99-992f-6a2bd8dcdcbd tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Publish callbacks [] for port (c7e6034f-bf02-4a3c-b257-cd5cfc599120), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:08.779707 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-92e89c6c-a4cb-4e99-992f-6a2bd8dcdcbd tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740202573617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777202'] for port (c7e6034f-bf02-4a3c-b257-cd5cfc599120), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:08.817437 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e89c6c-a4cb-4e99-992f-6a2bd8dcdcbd tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Network 7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9 is already hosted by enough agents. {{(pid=114094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:53:08.820139 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.base_scheduler [None req-92e89c6c-a4cb-4e99-992f-6a2bd8dcdcbd tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Resources bound (agent type, host, resource id): {{(pid=114094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:53:08.825358 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e89c6c-a4cb-4e99-992f-6a2bd8dcdcbd tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Received port after_create {{(pid=114094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:53:08.830907 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e89c6c-a4cb-4e99-992f-6a2bd8dcdcbd tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Pushing event updated for resources: {'Port': ['ID=c7e6034f-bf02-4a3c-b257-cd5cfc599120,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:53:09.463631 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-92e89c6c-a4cb-4e99-992f-6a2bd8dcdcbd tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Publish callbacks [] for floatingip (377a56df-9062-477c-9e9d-0a3f7e5423c6), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:09.482406 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01be903b-fdb8-4a1e-839f-04466a35e100 req-e37ae7c4-b4e7-4305-b9ff-5a6faf54c41a tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:53:09.483972 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-01be903b-fdb8-4a1e-839f-04466a35e100 req-e37ae7c4-b4e7-4305-b9ff-5a6faf54c41a tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=27dbabab-3baf-4446-aaad-bdd80b162cd7 HTTP/1.1" status: 200 len: 945 time: 0.0506146 Jan 27 16:53:09.540299 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-92e89c6c-a4cb-4e99-992f-6a2bd8dcdcbd tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (c7e6034f-bf02-4a3c-b257-cd5cfc599120), before_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:09.555095 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-01be903b-fdb8-4a1e-839f-04466a35e100 req-b7af0910-dc1b-44af-b2f7-e61e35348d3e tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/security-groups?id=341578a6-674d-4340-af0f-c81e76fc0269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647690 Jan 27 16:53:09.688942 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-92e89c6c-a4cb-4e99-992f-6a2bd8dcdcbd tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Publish callbacks [] for port (c7e6034f-bf02-4a3c-b257-cd5cfc599120), precommit_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:09.693042 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-92e89c6c-a4cb-4e99-992f-6a2bd8dcdcbd tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8776969'] for port (c7e6034f-bf02-4a3c-b257-cd5cfc599120), after_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:09.756775 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e89c6c-a4cb-4e99-992f-6a2bd8dcdcbd tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Pushing event updated for resources: {'Port': ['ID=c7e6034f-bf02-4a3c-b257-cd5cfc599120,revision_number=2']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:53:09.766367 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-92e89c6c-a4cb-4e99-992f-6a2bd8dcdcbd tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1796444'] for floatingip (377a56df-9062-477c-9e9d-0a3f7e5423c6), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:09.861976 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.db.l3_db [None req-92e89c6c-a4cb-4e99-992f-6a2bd8dcdcbd tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Floating IP 377a56df-9062-477c-9e9d-0a3f7e5423c6 associated. External IP: 172.27.2.151, port: bdf14445-13aa-42c8-8538-0e113ea22eb2. Jan 27 16:53:10.058281 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92e89c6c-a4cb-4e99-992f-6a2bd8dcdcbd tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Router 1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc has already been hosted by L3 agent bdbd084a-7876-495d-b5d9-cf3ee18f0227 {{(pid=114094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 16:53:10.161064 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92e89c6c-a4cb-4e99-992f-6a2bd8dcdcbd tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Notify agent at l3_agent.dv-cinder-818830-2-iscsi the message routers_updated {{(pid=114094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 16:53:10.170255 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92188319-22f9-4df8-91f7-687e658dae09 None None] Sync routers for ids ['1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc'] in dv-cinder-818830-2-iscsi {{(pid=114096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 16:53:10.178344 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-92e89c6c-a4cb-4e99-992f-6a2bd8dcdcbd tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118807'] for floatingip (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:10.179981 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92188319-22f9-4df8-91f7-687e658dae09 None None] Routers {'1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:53:10.180594 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-92188319-22f9-4df8-91f7-687e658dae09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T16:52:48Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc'], 'active': True} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:53:10.205621 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-92e89c6c-a4cb-4e99-992f-6a2bd8dcdcbd tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7825310 Jan 27 16:53:10.206217 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a8d6efb-9e26-48f5-80a7-4447209ea47e', 'tag': 'bdf14445-13aa-42c8-8538-0e113ea22eb2'}] {{(pid=114094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:53:10.208470 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}342a798d1d13ecd85fd4efdf34ff3908ecd3b9322feeb0f720fcdcd52e7e333b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1247b14a-be71-4345-8206-82276f66a015" -d '{"events": [{"name": "network-changed", "server_uuid": "2a8d6efb-9e26-48f5-80a7-4447209ea47e", "tag": "bdf14445-13aa-42c8-8538-0e113ea22eb2"}]}' {{(pid=114094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:53:10.208763 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 51004) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:53:10.213390 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.v2.base [None req-71b32146-87f8-4df6-9441-68a9bc0a0aa1 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-84671400', 'description': 'tempest-secgroup-smoke-84671400 description', 'project_id': 'fe08ade68b284511b92c42fba70f29d3'}} {{(pid=114095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:53:10.234596 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-71b32146-87f8-4df6-9441-68a9bc0a0aa1 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Publish callbacks [] for security_group (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:10.245219 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 16:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3829e8ba-d8ca-4706-a2b3-45d2f534e8b8 x-openstack-request-id: req-3829e8ba-d8ca-4706-a2b3-45d2f534e8b8 {{(pid=114094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:53:10.245602 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a8d6efb-9e26-48f5-80a7-4447209ea47e", "tag": "bdf14445-13aa-42c8-8538-0e113ea22eb2", "status": "completed", "code": 200}]} {{(pid=114094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:53:10.245862 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3829e8ba-d8ca-4706-a2b3-45d2f534e8b8 {{(pid=114094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:53:10.246266 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a8d6efb-9e26-48f5-80a7-4447209ea47e', 'tag': 'bdf14445-13aa-42c8-8538-0e113ea22eb2', 'status': 'completed', 'code': 200} Jan 27 16:53:10.293905 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvr_db [None req-92188319-22f9-4df8-91f7-687e658dae09 None None] Set router 1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc gateway port host: dv-cinder-818830-2-iscsi {{(pid=114096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:53:10.314239 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-71b32146-87f8-4df6-9441-68a9bc0a0aa1 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Publish callbacks [] for security_group (916d14d8-7f52-490d-840a-6eda3f112a25), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:10.319256 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-71b32146-87f8-4df6-9441-68a9bc0a0aa1 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (916d14d8-7f52-490d-840a-6eda3f112a25), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:10.323527 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247b14a-be71-4345-8206-82276f66a015 req-3a015a9f-29a8-43cc-8db0-23b45a93cceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:53:10.325287 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-1247b14a-be71-4345-8206-82276f66a015 req-3a015a9f-29a8-43cc-8db0-23b45a93cceb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fe08ade68b284511b92c42fba70f29d3&device_id=2a8d6efb-9e26-48f5-80a7-4447209ea47e HTTP/1.1" status: 200 len: 1099 time: 0.0510943 Jan 27 16:53:10.355029 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-71b32146-87f8-4df6-9441-68a9bc0a0aa1 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Publish callbacks [] for security_group (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:10.360054 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-71b32146-87f8-4df6-9441-68a9bc0a0aa1 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1501935 Jan 27 16:53:10.363198 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 51020) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:53:10.367970 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.v2.base [None req-e87add1d-10da-4c48-80e5-823ed86c9d29 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Request body: {'security_group_rule': {'security_group_id': '916d14d8-7f52-490d-840a-6eda3f112a25', 'project_id': 'fe08ade68b284511b92c42fba70f29d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:53:10.378698 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b32146-87f8-4df6-9441-68a9bc0a0aa1 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=916d14d8-7f52-490d-840a-6eda3f112a25,revision_number=1']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:53:10.392673 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b32146-87f8-4df6-9441-68a9bc0a0aa1 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:53:10.393115 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b32146-87f8-4df6-9441-68a9bc0a0aa1 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:53:10.393820 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b32146-87f8-4df6-9441-68a9bc0a0aa1 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:53:10.394443 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b32146-87f8-4df6-9441-68a9bc0a0aa1 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:53:10.394954 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b32146-87f8-4df6-9441-68a9bc0a0aa1 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:53:10.395478 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b32146-87f8-4df6-9441-68a9bc0a0aa1 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:53:10.395852 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b32146-87f8-4df6-9441-68a9bc0a0aa1 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:53:10.396369 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b32146-87f8-4df6-9441-68a9bc0a0aa1 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:53:10.396760 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b32146-87f8-4df6-9441-68a9bc0a0aa1 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:53:10.397165 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b32146-87f8-4df6-9441-68a9bc0a0aa1 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:53:10.397777 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b32146-87f8-4df6-9441-68a9bc0a0aa1 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:53:10.398315 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b32146-87f8-4df6-9441-68a9bc0a0aa1 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:53:10.398713 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b32146-87f8-4df6-9441-68a9bc0a0aa1 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:53:10.424195 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-e87add1d-10da-4c48-80e5-823ed86c9d29 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Publish callbacks [] for security_group_rule (b77cfb42-4957-4d9f-b509-5337d5b7982c), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:10.465834 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247b14a-be71-4345-8206-82276f66a015 req-cdb115bd-2f43-4d99-a583-2d513c3dbc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:53:10.467356 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-1247b14a-be71-4345-8206-82276f66a015 req-cdb115bd-2f43-4d99-a583-2d513c3dbc2f service neutron] 10.222.0.24 "GET /v2.0/networks?id=0cf8540c-4553-4409-baa3-685ce5fef788 HTTP/1.1" status: 200 len: 916 time: 0.1310892 Jan 27 16:53:10.501337 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-e87add1d-10da-4c48-80e5-823ed86c9d29 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Publish callbacks [] for security_group_rule (b77cfb42-4957-4d9f-b509-5337d5b7982c), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:10.507234 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-e87add1d-10da-4c48-80e5-823ed86c9d29 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077574'] for security_group_rule (b77cfb42-4957-4d9f-b509-5337d5b7982c), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:10.531607 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87add1d-10da-4c48-80e5-823ed86c9d29 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b77cfb42-4957-4d9f-b509-5337d5b7982c,revision_number=0']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:53:10.545271 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-e87add1d-10da-4c48-80e5-823ed86c9d29 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:10.548903 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-1247b14a-be71-4345-8206-82276f66a015 req-79df717c-f18b-4e8a-b348-5e63dc5abed2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bdf14445-13aa-42c8-8538-0e113ea22eb2 HTTP/1.1" status: 200 len: 1000 time: 0.0725942 Jan 27 16:53:10.550602 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-e87add1d-10da-4c48-80e5-823ed86c9d29 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1862302 Jan 27 16:53:10.550836 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 51028) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:53:10.555191 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.v2.base [None req-ac448dcf-adaa-42d2-971f-dc0457a64414 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Request body: {'security_group_rule': {'security_group_id': '916d14d8-7f52-490d-840a-6eda3f112a25', 'project_id': 'fe08ade68b284511b92c42fba70f29d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:53:10.627638 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247b14a-be71-4345-8206-82276f66a015 req-c2c9196f-62d5-4e6c-9d95-ca72242033ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:53:10.629229 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-1247b14a-be71-4345-8206-82276f66a015 req-c2c9196f-62d5-4e6c-9d95-ca72242033ad service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b6bd6e03-faed-4044-b0c4-ece2c83c8c55 HTTP/1.1" status: 200 len: 854 time: 0.0683753 Jan 27 16:53:10.641048 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-ac448dcf-adaa-42d2-971f-dc0457a64414 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Publish callbacks [] for security_group_rule (7477e751-2aff-4720-b96c-6fd8cce2d3bf), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:10.687930 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f56aa-224d-437f-8498-fb1e4af7c470 req-d1ecb9a1-6765-4b11-adf6-1457bd889385 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:53:10.689314 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-da3f56aa-224d-437f-8498-fb1e4af7c470 req-d1ecb9a1-6765-4b11-adf6-1457bd889385 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=27dbabab-3baf-4446-aaad-bdd80b162cd7 HTTP/1.1" status: 200 len: 945 time: 0.0618315 Jan 27 16:53:10.716270 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247b14a-be71-4345-8206-82276f66a015 req-d0f8290a-4904-4542-94b7-84370ea53398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:53:10.717912 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-1247b14a-be71-4345-8206-82276f66a015 req-d0f8290a-4904-4542-94b7-84370ea53398 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0cf8540c-4553-4409-baa3-685ce5fef788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0739913 Jan 27 16:53:10.725951 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-92188319-22f9-4df8-91f7-687e658dae09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc', 'name': 'tempest-TestMinimumBasicScenario-1743930393-router', 'tenant_id': 'fe08ade68b284511b92c42fba70f29d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': 'e9a8bbbc-9d11-4930-ba11-436d0f0dbf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:52:01Z', 'updated_at': '2022-01-27T16:52:05Z', 'revision_number': 4, 'project_id': 'fe08ade68b284511b92c42fba70f29d3', 'gw_port': {'id': 'e9a8bbbc-9d11-4930-ba11-436d0f0dbf1c', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:51:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:52:02Z', 'updated_at': '2022-01-27T16:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi', '_floatingips': [{'id': '377a56df-9062-477c-9e9d-0a3f7e5423c6', 'tenant_id': 'fe08ade68b284511b92c42fba70f29d3', 'floating_ip_address': '172.27.2.151', 'floating_network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'router_id': '1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc', 'port_id': 'bdf14445-13aa-42c8-8538-0e113ea22eb2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0cf8540c-4553-4409-baa3-685ce5fef788', 'mac_address': 'fa:16:3e:3c:9a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8d6efb-9e26-48f5-80a7-4447209ea47e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T16:53:09Z', 'updated_at': '2022-01-27T16:53:09Z', 'revision_number': 0, 'project_id': 'fe08ade68b284511b92c42fba70f29d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aabe2860-1521-4bb5-b0ba-492ae7c66936', 'name': '', 'network_id': '0cf8540c-4553-4409-baa3-685ce5fef788', 'tenant_id': 'fe08ade68b284511b92c42fba70f29d3', 'mac_address': 'fa:16:3e:d2:29:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'b6bd6e03-faed-4044-b0c4-ece2c83c8c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:52:04Z', 'updated_at': '2022-01-27T16:52:10Z', 'revision_number': 5, 'project_id': 'fe08ade68b284511b92c42fba70f29d3', 'subnets': [{'id': 'b6bd6e03-faed-4044-b0c4-ece2c83c8c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:53:10.738729 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-ac448dcf-adaa-42d2-971f-dc0457a64414 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Publish callbacks [] for security_group_rule (7477e751-2aff-4720-b96c-6fd8cce2d3bf), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:10.751497 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-ac448dcf-adaa-42d2-971f-dc0457a64414 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077574'] for security_group_rule (7477e751-2aff-4720-b96c-6fd8cce2d3bf), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:10.755016 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92188319-22f9-4df8-91f7-687e658dae09 None None] Checking router: 1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc for host: dv-cinder-818830-2-iscsi {{(pid=114096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 16:53:10.763538 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92188319-22f9-4df8-91f7-687e658dae09 None None] Routers {'1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:53:10.764898 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-92188319-22f9-4df8-91f7-687e658dae09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T16:52:48Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc'], 'active': True} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:53:10.769208 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-da3f56aa-224d-437f-8498-fb1e4af7c470 req-00fc493c-511e-45ee-8d31-a8c2d6877346 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/security-groups?id=341578a6-674d-4340-af0f-c81e76fc0269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701654 Jan 27 16:53:10.812925 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac448dcf-adaa-42d2-971f-dc0457a64414 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7477e751-2aff-4720-b96c-6fd8cce2d3bf,revision_number=0']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:53:10.841641 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-ac448dcf-adaa-42d2-971f-dc0457a64414 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:10.845929 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-ac448dcf-adaa-42d2-971f-dc0457a64414 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2917349 Jan 27 16:53:10.846443 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 51036) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:53:10.851657 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.v2.base [None req-4e711be3-f0b0-467d-86cd-8b54fea25de6 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Request body: {'security_group_rule': {'security_group_id': '916d14d8-7f52-490d-840a-6eda3f112a25', 'project_id': 'fe08ade68b284511b92c42fba70f29d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:53:10.854911 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-1247b14a-be71-4345-8206-82276f66a015 req-e53fc28a-5eeb-4e30-be73-df4b137f55f1 service neutron] 10.222.0.24 "GET /v2.0/networks/0cf8540c-4553-4409-baa3-685ce5fef788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298435 Jan 27 16:53:10.877855 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-4e711be3-f0b0-467d-86cd-8b54fea25de6 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Publish callbacks [] for security_group_rule (5326ea11-0f8d-4049-a4a1-2502ec783b96), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:10.951676 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-4e711be3-f0b0-467d-86cd-8b54fea25de6 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Publish callbacks [] for security_group_rule (5326ea11-0f8d-4049-a4a1-2502ec783b96), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:10.956171 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-4e711be3-f0b0-467d-86cd-8b54fea25de6 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077574'] for security_group_rule (5326ea11-0f8d-4049-a4a1-2502ec783b96), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:10.973293 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-1247b14a-be71-4345-8206-82276f66a015 req-086e472d-33b4-4b57-a9b4-d72d8c277799 service neutron] 10.222.0.24 "GET /v2.0/networks/0cf8540c-4553-4409-baa3-685ce5fef788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090832 Jan 27 16:53:10.976330 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e711be3-f0b0-467d-86cd-8b54fea25de6 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5326ea11-0f8d-4049-a4a1-2502ec783b96,revision_number=0']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:53:10.980474 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-4e711be3-f0b0-467d-86cd-8b54fea25de6 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:10.981758 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-4e711be3-f0b0-467d-86cd-8b54fea25de6 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1341836 Jan 27 16:53:10.984666 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 51038) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:53:10.988881 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.v2.base [None req-b3062bc8-a629-47b6-9d69-b99de911885b tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Request body: {'security_group_rule': {'security_group_id': '916d14d8-7f52-490d-840a-6eda3f112a25', 'project_id': 'fe08ade68b284511b92c42fba70f29d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:53:11.004680 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvr_db [None req-92188319-22f9-4df8-91f7-687e658dae09 None None] Set router 1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc gateway port host: dv-cinder-818830-2-iscsi {{(pid=114096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:53:11.019180 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-b3062bc8-a629-47b6-9d69-b99de911885b tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Publish callbacks [] for security_group_rule (3950e0eb-ce8d-4b27-8d7c-cc769d0b673b), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:11.075958 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-b3062bc8-a629-47b6-9d69-b99de911885b tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Publish callbacks [] for security_group_rule (3950e0eb-ce8d-4b27-8d7c-cc769d0b673b), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:11.080694 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-b3062bc8-a629-47b6-9d69-b99de911885b tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077574'] for security_group_rule (3950e0eb-ce8d-4b27-8d7c-cc769d0b673b), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:11.095638 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3062bc8-a629-47b6-9d69-b99de911885b tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3950e0eb-ce8d-4b27-8d7c-cc769d0b673b,revision_number=0']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:53:11.106539 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-b3062bc8-a629-47b6-9d69-b99de911885b tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:11.107943 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-b3062bc8-a629-47b6-9d69-b99de911885b tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1223714 Jan 27 16:53:11.111308 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 51040) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:53:11.115837 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.v2.base [None req-d8e43e74-e908-48fd-ae67-fa693006cad1 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Request body: {'security_group_rule': {'security_group_id': '916d14d8-7f52-490d-840a-6eda3f112a25', 'project_id': 'fe08ade68b284511b92c42fba70f29d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:53:11.135530 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.db.securitygroups_db [None req-d8e43e74-e908-48fd-ae67-fa693006cad1 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Project fe08ade68b284511b92c42fba70f29d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 16:53:11.140418 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-d8e43e74-e908-48fd-ae67-fa693006cad1 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Publish callbacks [] for security_group_rule (5dda37c9-3f8b-4997-b456-fe554343bdb1), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:11.198703 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-d8e43e74-e908-48fd-ae67-fa693006cad1 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Publish callbacks [] for security_group_rule (5dda37c9-3f8b-4997-b456-fe554343bdb1), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:11.202739 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-d8e43e74-e908-48fd-ae67-fa693006cad1 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077574'] for security_group_rule (5dda37c9-3f8b-4997-b456-fe554343bdb1), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:11.221182 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e43e74-e908-48fd-ae67-fa693006cad1 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dda37c9-3f8b-4997-b456-fe554343bdb1,revision_number=0']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:53:11.226630 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-d8e43e74-e908-48fd-ae67-fa693006cad1 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:11.227848 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-d8e43e74-e908-48fd-ae67-fa693006cad1 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1154697 Jan 27 16:53:11.231074 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 51042) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:53:11.235464 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.v2.base [None req-43156fdb-fb81-4c86-991c-b6305f09ec81 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Request body: {'security_group_rule': {'security_group_id': '916d14d8-7f52-490d-840a-6eda3f112a25', 'project_id': 'fe08ade68b284511b92c42fba70f29d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:53:11.235930 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-92188319-22f9-4df8-91f7-687e658dae09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc', 'name': 'tempest-TestMinimumBasicScenario-1743930393-router', 'tenant_id': 'fe08ade68b284511b92c42fba70f29d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': 'e9a8bbbc-9d11-4930-ba11-436d0f0dbf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:52:01Z', 'updated_at': '2022-01-27T16:52:05Z', 'revision_number': 4, 'project_id': 'fe08ade68b284511b92c42fba70f29d3', 'gw_port': {'id': 'e9a8bbbc-9d11-4930-ba11-436d0f0dbf1c', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:51:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:52:02Z', 'updated_at': '2022-01-27T16:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi', '_floatingips': [{'id': '377a56df-9062-477c-9e9d-0a3f7e5423c6', 'tenant_id': 'fe08ade68b284511b92c42fba70f29d3', 'floating_ip_address': '172.27.2.151', 'floating_network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'router_id': '1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc', 'port_id': 'bdf14445-13aa-42c8-8538-0e113ea22eb2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0cf8540c-4553-4409-baa3-685ce5fef788', 'mac_address': 'fa:16:3e:3c:9a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8d6efb-9e26-48f5-80a7-4447209ea47e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T16:53:09Z', 'updated_at': '2022-01-27T16:53:09Z', 'revision_number': 0, 'project_id': 'fe08ade68b284511b92c42fba70f29d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aabe2860-1521-4bb5-b0ba-492ae7c66936', 'name': '', 'network_id': '0cf8540c-4553-4409-baa3-685ce5fef788', 'tenant_id': 'fe08ade68b284511b92c42fba70f29d3', 'mac_address': 'fa:16:3e:d2:29:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'b6bd6e03-faed-4044-b0c4-ece2c83c8c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:52:04Z', 'updated_at': '2022-01-27T16:52:10Z', 'revision_number': 5, 'project_id': 'fe08ade68b284511b92c42fba70f29d3', 'subnets': [{'id': 'b6bd6e03-faed-4044-b0c4-ece2c83c8c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:53:11.254095 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.db.securitygroups_db [None req-43156fdb-fb81-4c86-991c-b6305f09ec81 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Project fe08ade68b284511b92c42fba70f29d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 16:53:11.258730 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-43156fdb-fb81-4c86-991c-b6305f09ec81 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Publish callbacks [] for security_group_rule (32535657-c821-4e13-9382-dee327b45a5a), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:11.261645 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92188319-22f9-4df8-91f7-687e658dae09 None None] The sync data for ids ['1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc'] in dv-cinder-818830-2-iscsi is: [{'id': '1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc', 'name': 'tempest-TestMinimumBasicScenario-1743930393-router', 'tenant_id': 'fe08ade68b284511b92c42fba70f29d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': 'e9a8bbbc-9d11-4930-ba11-436d0f0dbf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:52:01Z', 'updated_at': '2022-01-27T16:52:05Z', 'revision_number': 4, 'project_id': 'fe08ade68b284511b92c42fba70f29d3', 'gw_port': {'id': 'e9a8bbbc-9d11-4930-ba11-436d0f0dbf1c', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:51:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:52:02Z', 'updated_at': '2022-01-27T16:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi', '_floatingips': [{'id': '377a56df-9062-477c-9e9d-0a3f7e5423c6', 'tenant_id': 'fe08ade68b284511b92c42fba70f29d3', 'floating_ip_address': '172.27.2.151', 'floating_network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'router_id': '1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc', 'port_id': 'bdf14445-13aa-42c8-8538-0e113ea22eb2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0cf8540c-4553-4409-baa3-685ce5fef788', 'mac_address': 'fa:16:3e:3c:9a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8d6efb-9e26-48f5-80a7-4447209ea47e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T16:53:09Z', 'updated_at': '2022-01-27T16:53:09Z', 'revision_number': 0, 'project_id': 'fe08ade68b284511b92c42fba70f29d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aabe2860-1521-4bb5-b0ba-492ae7c66936', 'name': '', 'network_id': '0cf8540c-4553-4409-baa3-685ce5fef788', 'tenant_id': 'fe08ade68b284511b92c42fba70f29d3', 'mac_address': 'fa:16:3e:d2:29:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'b6bd6e03-faed-4044-b0c4-ece2c83c8c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:52:04Z', 'updated_at': '2022-01-27T16:52:10Z', 'revision_number': 5, 'project_id': 'fe08ade68b284511b92c42fba70f29d3', 'subnets': [{'id': 'b6bd6e03-faed-4044-b0c4-ece2c83c8c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 16:53:11.327970 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-43156fdb-fb81-4c86-991c-b6305f09ec81 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Publish callbacks [] for security_group_rule (32535657-c821-4e13-9382-dee327b45a5a), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:11.331886 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-43156fdb-fb81-4c86-991c-b6305f09ec81 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077574'] for security_group_rule (32535657-c821-4e13-9382-dee327b45a5a), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:11.349074 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43156fdb-fb81-4c86-991c-b6305f09ec81 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32535657-c821-4e13-9382-dee327b45a5a,revision_number=0']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:53:11.358895 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-43156fdb-fb81-4c86-991c-b6305f09ec81 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:11.360299 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-43156fdb-fb81-4c86-991c-b6305f09ec81 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1281185 Jan 27 16:53:11.453753 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1075fa56-3041-434f-b95d-dcad10736b49 None None] New status for floating IP 377a56df-9062-477c-9e9d-0a3f7e5423c6: ACTIVE {{(pid=114097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 16:53:11.454750 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-d8e1851e-a09c-4c8d-9f0c-53d8347e4376 req-1c86c96e-660b-41cc-979b-2f99f39566be tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-84671400&fields=id&tenant_id=fe08ade68b284511b92c42fba70f29d3 HTTP/1.1" status: 200 len: 267 time: 0.0475347 Jan 27 16:53:11.510859 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e1851e-a09c-4c8d-9f0c-53d8347e4376 req-dd53075e-0048-443f-86cd-a5a5b123c6f7 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:53:11.512354 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-d8e1851e-a09c-4c8d-9f0c-53d8347e4376 req-dd53075e-0048-443f-86cd-a5a5b123c6f7 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a8d6efb-9e26-48f5-80a7-4447209ea47e HTTP/1.1" status: 200 len: 946 time: 0.0523953 Jan 27 16:53:11.523459 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.v2.base [req-d8e1851e-a09c-4c8d-9f0c-53d8347e4376 req-475f4dc1-de12-421e-ae87-11b9ade4fde0 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Request body: {'port': {'security_groups': ['0eb100d7-7129-43cb-8277-73c5dbb87bea', '916d14d8-7f52-490d-840a-6eda3f112a25']}} {{(pid=114095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:53:11.590861 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [req-d8e1851e-a09c-4c8d-9f0c-53d8347e4376 req-475f4dc1-de12-421e-ae87-11b9ade4fde0 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (bdf14445-13aa-42c8-8538-0e113ea22eb2), before_update {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:11.900592 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.db [req-d8e1851e-a09c-4c8d-9f0c-53d8347e4376 req-475f4dc1-de12-421e-ae87-11b9ade4fde0 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] For port bdf14445-13aa-42c8-8538-0e113ea22eb2, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=bdf14445-13aa-42c8-8538-0e113ea22eb2,segment=NetworkSegment(c36f6854-8df8-41db-a98a-a633d19cdbb2),segment_id=c36f6854-8df8-41db-a98a-a633d19cdbb2)] {{(pid=114095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:53:11.924693 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f379677c-818e-40e2-9717-3f7d894a3c32 req-071b3ff6-99e0-42d8-9717-607ce3815293 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:53:11.926270 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-f379677c-818e-40e2-9717-3f7d894a3c32 req-071b3ff6-99e0-42d8-9717-607ce3815293 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=27dbabab-3baf-4446-aaad-bdd80b162cd7 HTTP/1.1" status: 200 len: 945 time: 0.0778611 Jan 27 16:53:11.952843 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [req-d8e1851e-a09c-4c8d-9f0c-53d8347e4376 req-475f4dc1-de12-421e-ae87-11b9ade4fde0 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Publish callbacks [] for port (bdf14445-13aa-42c8-8538-0e113ea22eb2), precommit_update {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:11.963852 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [req-d8e1851e-a09c-4c8d-9f0c-53d8347e4376 req-475f4dc1-de12-421e-ae87-11b9ade4fde0 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080387'] for port (bdf14445-13aa-42c8-8538-0e113ea22eb2), after_update {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:11.979242 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] get_ports_and_sgs() called for port_ids ['bdf14445-13aa-42c8-8538-0e113ea22eb2'] {{(pid=114096) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 16:53:12.032973 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e1851e-a09c-4c8d-9f0c-53d8347e4376 req-475f4dc1-de12-421e-ae87-11b9ade4fde0 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:53:12.033630 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [req-d8e1851e-a09c-4c8d-9f0c-53d8347e4376 req-475f4dc1-de12-421e-ae87-11b9ade4fde0 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118807'] for port (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:12.036312 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-d8e1851e-a09c-4c8d-9f0c-53d8347e4376 req-475f4dc1-de12-421e-ae87-11b9ade4fde0 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "PUT /v2.0/ports/bdf14445-13aa-42c8-8538-0e113ea22eb2 HTTP/1.1" status: 200 len: 982 time: 0.5164847 Jan 27 16:53:12.036312 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a8d6efb-9e26-48f5-80a7-4447209ea47e', 'tag': 'bdf14445-13aa-42c8-8538-0e113ea22eb2'}] {{(pid=114095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:53:12.037817 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4239e6a803e2f619fc9b8f6c8a6584a7ac442468773ed84b4810d4ba10bf9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7db60e87-df96-4d0b-9614-40870583df66" -d '{"events": [{"name": "network-changed", "server_uuid": "2a8d6efb-9e26-48f5-80a7-4447209ea47e", "tag": "bdf14445-13aa-42c8-8538-0e113ea22eb2"}]}' {{(pid=114095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:53:12.049077 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-f379677c-818e-40e2-9717-3f7d894a3c32 req-dabb01d3-db99-4a6e-ac0f-5455ff1576ff tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/security-groups?id=341578a6-674d-4340-af0f-c81e76fc0269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057553 Jan 27 16:53:12.088509 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475f4dc1-de12-421e-ae87-11b9ade4fde0 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Pushing event updated for resources: {'Port': ['ID=bdf14445-13aa-42c8-8538-0e113ea22eb2,revision_number=6']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:53:12.109126 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 16:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb1d1388-e542-45b8-8283-88f4e08a3f64 x-openstack-request-id: req-eb1d1388-e542-45b8-8283-88f4e08a3f64 {{(pid=114095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:53:12.110186 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a8d6efb-9e26-48f5-80a7-4447209ea47e", "tag": "bdf14445-13aa-42c8-8538-0e113ea22eb2", "status": "completed", "code": 200}]} {{(pid=114095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:53:12.110439 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-eb1d1388-e542-45b8-8283-88f4e08a3f64 {{(pid=114095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:53:12.110835 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a8d6efb-9e26-48f5-80a7-4447209ea47e', 'tag': 'bdf14445-13aa-42c8-8538-0e113ea22eb2', 'status': 'completed', 'code': 200} Jan 27 16:53:12.150564 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffa285d-cccd-495c-9256-b716236ff61c req-6c07a78d-17dd-42d5-b0e4-101854d27a55 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:53:12.158180 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-dffa285d-cccd-495c-9256-b716236ff61c req-6c07a78d-17dd-42d5-b0e4-101854d27a55 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a8d6efb-9e26-48f5-80a7-4447209ea47e HTTP/1.1" status: 200 len: 985 time: 0.0645750 Jan 27 16:53:12.174231 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db60e87-df96-4d0b-9614-40870583df66 req-4cca1ff0-1771-4400-bbc2-ed54b0a2690e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:53:12.175768 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-7db60e87-df96-4d0b-9614-40870583df66 req-4cca1ff0-1771-4400-bbc2-ed54b0a2690e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fe08ade68b284511b92c42fba70f29d3&device_id=2a8d6efb-9e26-48f5-80a7-4447209ea47e HTTP/1.1" status: 200 len: 1138 time: 0.0466764 Jan 27 16:53:12.218862 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-dffa285d-cccd-495c-9256-b716236ff61c req-082463a5-9e14-4aea-8e75-98dfb521db25 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eb100d7-7129-43cb-8277-73c5dbb87bea&id=916d14d8-7f52-490d-840a-6eda3f112a25&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0596948 Jan 27 16:53:12.235044 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] get_ports_and_sgs() called for port_ids ['bdf14445-13aa-42c8-8538-0e113ea22eb2'] {{(pid=114096) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 16:53:12.294955 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db60e87-df96-4d0b-9614-40870583df66 req-212d427e-359b-4845-9f4f-88ca324bd7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:53:12.296800 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-7db60e87-df96-4d0b-9614-40870583df66 req-212d427e-359b-4845-9f4f-88ca324bd7ba service neutron] 10.222.0.24 "GET /v2.0/networks?id=0cf8540c-4553-4409-baa3-685ce5fef788 HTTP/1.1" status: 200 len: 916 time: 0.1076133 Jan 27 16:53:12.374564 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-7db60e87-df96-4d0b-9614-40870583df66 req-5d58e17e-6268-4f63-ba21-529ba654fe9d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bdf14445-13aa-42c8-8538-0e113ea22eb2 HTTP/1.1" status: 200 len: 1002 time: 0.0574837 Jan 27 16:53:12.383692 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-0812820f-48b7-4292-a4df-e8474d2bd524 None None] Provisioning complete for port bdf14445-13aa-42c8-8538-0e113ea22eb2 triggered by entity DHCP. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:53:12.384195 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-0812820f-48b7-4292-a4df-e8474d2bd524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (bdf14445-13aa-42c8-8538-0e113ea22eb2), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:12.445786 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db60e87-df96-4d0b-9614-40870583df66 req-712aeb7e-1760-4b98-8daf-da6069718ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:53:12.447458 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-7db60e87-df96-4d0b-9614-40870583df66 req-712aeb7e-1760-4b98-8daf-da6069718ea9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b6bd6e03-faed-4044-b0c4-ece2c83c8c55 HTTP/1.1" status: 200 len: 854 time: 0.0458906 Jan 27 16:53:12.498412 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db60e87-df96-4d0b-9614-40870583df66 req-31ea83fd-cbca-4a3c-b690-9b9576b8cf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:53:12.500842 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-7db60e87-df96-4d0b-9614-40870583df66 req-31ea83fd-cbca-4a3c-b690-9b9576b8cf8d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0cf8540c-4553-4409-baa3-685ce5fef788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0457630 Jan 27 16:53:12.592638 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-0812820f-48b7-4292-a4df-e8474d2bd524 None None] Current status of the port bdf14445-13aa-42c8-8538-0e113ea22eb2 is: ACTIVE; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:53:12.592967 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-7db60e87-df96-4d0b-9614-40870583df66 req-790bfa4d-f572-47f7-abe8-cb1d3e454d9b service neutron] 10.222.0.24 "GET /v2.0/networks/0cf8540c-4553-4409-baa3-685ce5fef788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842707 Jan 27 16:53:12.694324 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-7db60e87-df96-4d0b-9614-40870583df66 req-b70b537a-1198-433c-8d59-e380fc390409 service neutron] 10.222.0.24 "GET /v2.0/networks/0cf8540c-4553-4409-baa3-685ce5fef788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944154 Jan 27 16:53:13.041199 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb384a1-88dd-49a0-a03c-9612de3b11c2 req-d6c47793-3512-4358-83cd-8d66aef53eeb tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:53:13.044015 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-2cb384a1-88dd-49a0-a03c-9612de3b11c2 req-d6c47793-3512-4358-83cd-8d66aef53eeb tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6b36243-1023-4580-b4d7-75cdc8f89235 HTTP/1.1" status: 200 len: 945 time: 0.0513964 Jan 27 16:53:13.094547 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-2cb384a1-88dd-49a0-a03c-9612de3b11c2 req-40a5f3c5-c7f9-422e-a3cb-7223188ebc4a tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b7e83e7-f320-4396-a60c-5dec58ef529a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454128 Jan 27 16:53:13.182218 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919eeeb5-00ee-4190-abf0-97da0ef39a66 req-646786a4-9fe1-47c7-9f15-e7757242cc56 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:53:13.183826 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-919eeeb5-00ee-4190-abf0-97da0ef39a66 req-646786a4-9fe1-47c7-9f15-e7757242cc56 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=27dbabab-3baf-4446-aaad-bdd80b162cd7 HTTP/1.1" status: 200 len: 945 time: 0.0510206 Jan 27 16:53:13.233705 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-919eeeb5-00ee-4190-abf0-97da0ef39a66 req-99a8f800-e8a5-4ecc-a2fa-f3151fe9e736 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/security-groups?id=341578a6-674d-4340-af0f-c81e76fc0269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434275 Jan 27 16:53:14.212255 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e276b58c-4db2-4eb7-af75-08892f8bbfbe req-45460e66-8d33-42da-9805-7d039bf92584 tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:53:14.213682 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-e276b58c-4db2-4eb7-af75-08892f8bbfbe req-45460e66-8d33-42da-9805-7d039bf92584 tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6b36243-1023-4580-b4d7-75cdc8f89235 HTTP/1.1" status: 200 len: 945 time: 0.0491319 Jan 27 16:53:14.257948 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-e276b58c-4db2-4eb7-af75-08892f8bbfbe req-25005ce4-0866-41dd-a3c1-0af14110719c tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b7e83e7-f320-4396-a60c-5dec58ef529a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380633 Jan 27 16:53:14.346604 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7947d88-b511-4a37-aedc-0cc950ab6ae1 req-578c6b05-a6f5-4a58-a76b-5495e848b491 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:53:14.348051 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-b7947d88-b511-4a37-aedc-0cc950ab6ae1 req-578c6b05-a6f5-4a58-a76b-5495e848b491 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=27dbabab-3baf-4446-aaad-bdd80b162cd7 HTTP/1.1" status: 200 len: 945 time: 0.0466449 Jan 27 16:53:14.393882 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-b7947d88-b511-4a37-aedc-0cc950ab6ae1 req-84b9e82d-b4cb-4ba2-b2ff-ceb9d8c42c9d tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/security-groups?id=341578a6-674d-4340-af0f-c81e76fc0269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405173 Jan 27 16:53:15.298761 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d707a-4bf1-4d6f-9465-e701c8b564f2 req-06d49dae-1c68-443e-bf72-2e0d149ae50a tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:53:15.300236 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-eb4d707a-4bf1-4d6f-9465-e701c8b564f2 req-06d49dae-1c68-443e-bf72-2e0d149ae50a tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6b36243-1023-4580-b4d7-75cdc8f89235 HTTP/1.1" status: 200 len: 945 time: 0.0494831 Jan 27 16:53:15.373069 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2be44-7234-4e0e-98a1-55bda4e04991 req-cac2f0b9-74f4-4205-bbd5-a8ad475e2a5e tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:53:15.375009 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-9bf2be44-7234-4e0e-98a1-55bda4e04991 req-cac2f0b9-74f4-4205-bbd5-a8ad475e2a5e tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6b36243-1023-4580-b4d7-75cdc8f89235 HTTP/1.1" status: 200 len: 945 time: 0.0496202 Jan 27 16:53:15.394275 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.plugin [req-eb4d707a-4bf1-4d6f-9465-e701c8b564f2 req-14ead451-62dc-41bd-abab-12b04b5b9c79 tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] Deleting port ff94a552-d3cc-4af3-b145-4bd0250f04cb {{(pid=114094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:53:15.394615 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-eb4d707a-4bf1-4d6f-9465-e701c8b564f2 req-14ead451-62dc-41bd-abab-12b04b5b9c79 tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740202897008'] for port (ff94a552-d3cc-4af3-b145-4bd0250f04cb), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:15.420788 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-9bf2be44-7234-4e0e-98a1-55bda4e04991 req-69445d54-dc71-4e42-8d17-419f6683d9dd tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b7e83e7-f320-4396-a60c-5dec58ef529a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399780 Jan 27 16:53:15.485352 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.db [req-eb4d707a-4bf1-4d6f-9465-e701c8b564f2 req-14ead451-62dc-41bd-abab-12b04b5b9c79 tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] For port ff94a552-d3cc-4af3-b145-4bd0250f04cb, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=ff94a552-d3cc-4af3-b145-4bd0250f04cb,segment=NetworkSegment(17a18a42-5600-4d76-b1cc-2cf734bad5d3),segment_id=17a18a42-5600-4d76-b1cc-2cf734bad5d3)] {{(pid=114094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:53:15.485722 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-eb4d707a-4bf1-4d6f-9465-e701c8b564f2 req-14ead451-62dc-41bd-abab-12b04b5b9c79 tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797243'] for port (ff94a552-d3cc-4af3-b145-4bd0250f04cb), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:15.497816 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.plugin [req-eb4d707a-4bf1-4d6f-9465-e701c8b564f2 req-14ead451-62dc-41bd-abab-12b04b5b9c79 tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] Calling delete_port for ff94a552-d3cc-4af3-b145-4bd0250f04cb owned by compute:nova {{(pid=114094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:53:15.507639 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d2e98c-33a7-4d1f-a5f1-5bf86734fb9d req-38ec5571-37e1-453c-9fb4-bed68bcf8ac9 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:53:15.509086 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-73d2e98c-33a7-4d1f-a5f1-5bf86734fb9d req-38ec5571-37e1-453c-9fb4-bed68bcf8ac9 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=27dbabab-3baf-4446-aaad-bdd80b162cd7 HTTP/1.1" status: 200 len: 945 time: 0.0469947 Jan 27 16:53:15.557149 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-73d2e98c-33a7-4d1f-a5f1-5bf86734fb9d req-f3d6f1a6-c53b-44f4-852e-bb33c852e70a tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/security-groups?id=341578a6-674d-4340-af0f-c81e76fc0269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416844 Jan 27 16:53:15.628241 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-eb4d707a-4bf1-4d6f-9465-e701c8b564f2 req-14ead451-62dc-41bd-abab-12b04b5b9c79 tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740202902474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740202573626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777202'] for port (ff94a552-d3cc-4af3-b145-4bd0250f04cb), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:15.640236 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] get_ports_and_sgs() called for port_ids ['ff94a552-d3cc-4af3-b145-4bd0250f04cb'] {{(pid=114096) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 16:53:15.656456 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ead451-62dc-41bd-abab-12b04b5b9c79 tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] Pushing event deleted for resources: {'Port': ['ID=ff94a552-d3cc-4af3-b145-4bd0250f04cb,revision_number=None']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:53:15.695903 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb4d707a-4bf1-4d6f-9465-e701c8b564f2 req-14ead451-62dc-41bd-abab-12b04b5b9c79 tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] No DVR routers for this DVR port ff94a552-d3cc-4af3-b145-4bd0250f04cb on host hv-cinder-81883 {{(pid=114094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 16:53:15.698396 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-eb4d707a-4bf1-4d6f-9465-e701c8b564f2 req-14ead451-62dc-41bd-abab-12b04b5b9c79 tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118807'] for port (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:15.702339 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-eb4d707a-4bf1-4d6f-9465-e701c8b564f2 req-14ead451-62dc-41bd-abab-12b04b5b9c79 tempest-VolumesSnapshotTestJSON-1199942466 tempest-VolumesSnapshotTestJSON-1199942466-project] 10.222.0.24 "DELETE /v2.0/ports/ff94a552-d3cc-4af3-b145-4bd0250f04cb HTTP/1.1" status: 204 len: 173 time: 0.3949089 Jan 27 16:53:15.702955 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6b36243-1023-4580-b4d7-75cdc8f89235', 'name': 'network-vif-deleted', 'tag': 'ff94a552-d3cc-4af3-b145-4bd0250f04cb'}] {{(pid=114094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:53:15.705265 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}342a798d1d13ecd85fd4efdf34ff3908ecd3b9322feeb0f720fcdcd52e7e333b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-790fc134-fe8c-4893-9768-a88897543f26" -d '{"events": [{"server_uuid": "e6b36243-1023-4580-b4d7-75cdc8f89235", "name": "network-vif-deleted", "tag": "ff94a552-d3cc-4af3-b145-4bd0250f04cb"}]}' {{(pid=114094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:53:15.741955 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 16:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87618784-e0d0-47b2-82e2-bde8189bd034 x-openstack-request-id: req-87618784-e0d0-47b2-82e2-bde8189bd034 {{(pid=114094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:53:15.742239 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6b36243-1023-4580-b4d7-75cdc8f89235", "name": "network-vif-deleted", "tag": "ff94a552-d3cc-4af3-b145-4bd0250f04cb", "status": "completed", "code": 200}]} {{(pid=114094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:53:15.742486 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-87618784-e0d0-47b2-82e2-bde8189bd034 {{(pid=114094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:53:15.742871 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6b36243-1023-4580-b4d7-75cdc8f89235', 'name': 'network-vif-deleted', 'tag': 'ff94a552-d3cc-4af3-b145-4bd0250f04cb', 'status': 'completed', 'code': 200} Jan 27 16:53:16.380640 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-4895ac6b-7f87-4730-b36a-361ada547152 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (b49cc950-6aaa-44e3-a3c4-70b67101afab), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:16.678388 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43adec0-18dc-46dc-9823-4c3bcc8d03eb req-48ba85ef-ae28-4fa4-900d-cbaf40577291 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:53:16.680039 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-f43adec0-18dc-46dc-9823-4c3bcc8d03eb req-48ba85ef-ae28-4fa4-900d-cbaf40577291 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=27dbabab-3baf-4446-aaad-bdd80b162cd7 HTTP/1.1" status: 200 len: 945 time: 0.0545511 Jan 27 16:53:16.939977 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-f43adec0-18dc-46dc-9823-4c3bcc8d03eb req-1018e3a6-390a-4a86-9676-f5d25ff4d93f tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/security-groups?id=341578a6-674d-4340-af0f-c81e76fc0269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2539523 Jan 27 16:53:18.052086 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51d9b2e-f221-43c8-bd9f-3674dc6fee5d req-6df4557a-c564-4f6a-9d15-22b940fe29dd tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:53:18.053560 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-b51d9b2e-f221-43c8-bd9f-3674dc6fee5d req-6df4557a-c564-4f6a-9d15-22b940fe29dd tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=27dbabab-3baf-4446-aaad-bdd80b162cd7 HTTP/1.1" status: 200 len: 945 time: 0.0467129 Jan 27 16:53:18.098418 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-b51d9b2e-f221-43c8-bd9f-3674dc6fee5d req-fca995f0-3b23-4774-a0e7-24f5f9c29fbd tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/security-groups?id=341578a6-674d-4340-af0f-c81e76fc0269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391550 Jan 27 16:53:18.368067 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (853c399d-72c7-467e-bd42-08a47e7fb1c3), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:18.432279 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-42f604ee-8ad9-46fd-b584-b8f634594489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (bdbd084a-7876-495d-b5d9-cf3ee18f0227), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:18.956004 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device ff94a552-d3cc-4af3-b145-4bd0250f04cb no longer exists at agent hyperv_hv-cinder-81883 {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:53:18.976349 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] No Port match for: ff94a552-d3cc-4af3-b145-4bd0250f04cb {{(pid=114096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 16:53:18.976699 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device ff94a552-d3cc-4af3-b145-4bd0250f04cb not bound to the agent host hv-cinder-81883 {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 16:53:19.210909 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd9f9c-7c6d-49d2-a7cc-1f95aa738278 req-61fe9caf-5515-4761-b92e-be5bbab7af73 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:53:19.212299 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-8dbd9f9c-7c6d-49d2-a7cc-1f95aa738278 req-61fe9caf-5515-4761-b92e-be5bbab7af73 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=27dbabab-3baf-4446-aaad-bdd80b162cd7 HTTP/1.1" status: 200 len: 945 time: 0.0479398 Jan 27 16:53:19.260012 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-8dbd9f9c-7c6d-49d2-a7cc-1f95aa738278 req-d6e02a00-2602-4d0d-b814-57e2c28212d6 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/security-groups?id=341578a6-674d-4340-af0f-c81e76fc0269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421574 Jan 27 16:53:19.500363 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-66ba84dd-632c-456a-bb12-6a575fe6244f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9495f383-87a2-4ffd-86dd-67b8d88d602c), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:20.372928 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ef63b7-f5bc-4986-b750-44015a69a7c3 req-bc40f8a8-8b43-429f-995a-cc26582bf678 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:53:20.375032 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-51ef63b7-f5bc-4986-b750-44015a69a7c3 req-bc40f8a8-8b43-429f-995a-cc26582bf678 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=27dbabab-3baf-4446-aaad-bdd80b162cd7 HTTP/1.1" status: 200 len: 945 time: 0.0470481 Jan 27 16:53:20.421550 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-51ef63b7-f5bc-4986-b750-44015a69a7c3 req-3b08d798-8d05-4cc1-b365-267a431a2f4e tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/security-groups?id=341578a6-674d-4340-af0f-c81e76fc0269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407844 Jan 27 16:53:21.535820 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-d66b1738-fecd-429f-97ae-c3b5c23d3d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9d445c8f-179b-40e3-9cb5-ffaa95aecd6a), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:21.537775 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c3e60-cb87-4000-bb07-9ef81c4ddb76 req-b49564be-feb7-4f92-afbb-aae3a0ad7c4e tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:53:21.539216 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-f34c3e60-cb87-4000-bb07-9ef81c4ddb76 req-b49564be-feb7-4f92-afbb-aae3a0ad7c4e tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=27dbabab-3baf-4446-aaad-bdd80b162cd7 HTTP/1.1" status: 200 len: 945 time: 0.0493834 Jan 27 16:53:21.584125 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-f34c3e60-cb87-4000-bb07-9ef81c4ddb76 req-ec91d206-9b2b-4d45-8465-e61fb1765e42 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/security-groups?id=341578a6-674d-4340-af0f-c81e76fc0269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393469 Jan 27 16:53:21.778200 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039ef7ef-138f-434e-8a20-821791f8af88 req-f4b67c44-47f0-4ebf-93cd-cf5527dac2aa tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:53:21.779709 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-039ef7ef-138f-434e-8a20-821791f8af88 req-f4b67c44-47f0-4ebf-93cd-cf5527dac2aa tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=27dbabab-3baf-4446-aaad-bdd80b162cd7 HTTP/1.1" status: 200 len: 945 time: 0.0500767 Jan 27 16:53:21.824394 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-039ef7ef-138f-434e-8a20-821791f8af88 req-9e653a06-efff-40d4-bea2-9d76e0d03f5e tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/security-groups?id=341578a6-674d-4340-af0f-c81e76fc0269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387645 Jan 27 16:53:22.590115 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (492c1832-c7a3-4f77-b4ba-2ebdc28556bf), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:22.940093 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d7b4b3-ed33-4e56-bc15-4b2c87f126a5 req-abb3c2bd-709a-4374-98b0-9bd76da8bb47 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:53:22.941558 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-80d7b4b3-ed33-4e56-bc15-4b2c87f126a5 req-abb3c2bd-709a-4374-98b0-9bd76da8bb47 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=27dbabab-3baf-4446-aaad-bdd80b162cd7 HTTP/1.1" status: 200 len: 945 time: 0.0478647 Jan 27 16:53:22.986876 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-80d7b4b3-ed33-4e56-bc15-4b2c87f126a5 req-84d98a16-3c66-4340-bb25-9ff08e907342 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/security-groups?id=341578a6-674d-4340-af0f-c81e76fc0269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398538 Jan 27 16:53:23.664126 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d47aa-b859-4cc8-97a2-ab9cdd8edc74 req-ba0f96b0-b4c1-4f54-89de-71b20a7d4b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:53:23.665534 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-784d47aa-b859-4cc8-97a2-ab9cdd8edc74 req-ba0f96b0-b4c1-4f54-89de-71b20a7d4b40 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=accb650bdbfa4de4a4129fd473ca736d&device_id=27dbabab-3baf-4446-aaad-bdd80b162cd7 HTTP/1.1" status: 200 len: 1098 time: 0.0399868 Jan 27 16:53:23.980327 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d47aa-b859-4cc8-97a2-ab9cdd8edc74 req-66d09c66-7b82-4d55-8e4d-bef5a415b8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:53:23.981744 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-784d47aa-b859-4cc8-97a2-ab9cdd8edc74 req-66d09c66-7b82-4d55-8e4d-bef5a415b8ec service neutron] 10.222.0.24 "GET /v2.0/networks?id=d4e5124e-533e-45d6-b9d3-79afca1c35e2 HTTP/1.1" status: 200 len: 911 time: 0.3101640 Jan 27 16:53:24.044765 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-784d47aa-b859-4cc8-97a2-ab9cdd8edc74 req-77f304ea-883f-43ec-979c-c2307da50ae7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7ee8f95-4b6c-4378-a74a-658d33610c09 HTTP/1.1" status: 200 len: 1000 time: 0.0563323 Jan 27 16:53:24.096059 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d47aa-b859-4cc8-97a2-ab9cdd8edc74 req-d0505120-5984-46ec-b6b8-3149501b7a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:53:24.097528 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-784d47aa-b859-4cc8-97a2-ab9cdd8edc74 req-d0505120-5984-46ec-b6b8-3149501b7a0a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d38c499f-fa3e-48b8-ba77-1e1246ed2b6a HTTP/1.1" status: 200 len: 849 time: 0.0472720 Jan 27 16:53:24.099806 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f4f2a7-4f5a-410f-8373-81c3ac5c01bd req-2ecbd593-54fb-4132-a558-e912fdc8b616 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:53:24.101280 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-78f4f2a7-4f5a-410f-8373-81c3ac5c01bd req-2ecbd593-54fb-4132-a558-e912fdc8b616 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=27dbabab-3baf-4446-aaad-bdd80b162cd7 HTTP/1.1" status: 200 len: 945 time: 0.0481610 Jan 27 16:53:24.149848 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-78f4f2a7-4f5a-410f-8373-81c3ac5c01bd req-1df1026e-8666-45d4-8432-35dd9b920e87 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/security-groups?id=341578a6-674d-4340-af0f-c81e76fc0269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431437 Jan 27 16:53:24.968474 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d47aa-b859-4cc8-97a2-ab9cdd8edc74 req-b1ddd6d2-6783-4d4b-86a8-5e8f004b9d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:53:24.969955 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-784d47aa-b859-4cc8-97a2-ab9cdd8edc74 req-b1ddd6d2-6783-4d4b-86a8-5e8f004b9d24 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d4e5124e-533e-45d6-b9d3-79afca1c35e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394239 Jan 27 16:53:25.264273 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f55486-8c3d-4479-b915-7b9cf043040a req-e169ed26-6459-4b7c-8fba-4d03c3a9a64b tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:53:25.265727 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-61f55486-8c3d-4479-b915-7b9cf043040a req-e169ed26-6459-4b7c-8fba-4d03c3a9a64b tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=27dbabab-3baf-4446-aaad-bdd80b162cd7 HTTP/1.1" status: 200 len: 945 time: 0.0486944 Jan 27 16:53:25.309757 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-61f55486-8c3d-4479-b915-7b9cf043040a req-b2fc1f5a-3db3-4a5c-959d-b4ea14fd965a tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/security-groups?id=341578a6-674d-4340-af0f-c81e76fc0269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384028 Jan 27 16:53:25.797162 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-784d47aa-b859-4cc8-97a2-ab9cdd8edc74 req-5bcb69b0-57eb-4f0e-acea-0808d29baba7 service neutron] 10.222.0.24 "GET /v2.0/networks/d4e5124e-533e-45d6-b9d3-79afca1c35e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813291 Jan 27 16:53:26.422574 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59bd285-8d9f-4ce1-83b3-4946b4e3658a req-3adb7a88-c016-43fe-98f3-02c5dc478d34 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:53:26.424051 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-f59bd285-8d9f-4ce1-83b3-4946b4e3658a req-3adb7a88-c016-43fe-98f3-02c5dc478d34 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=27dbabab-3baf-4446-aaad-bdd80b162cd7 HTTP/1.1" status: 200 len: 945 time: 0.0479667 Jan 27 16:53:26.469841 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-f59bd285-8d9f-4ce1-83b3-4946b4e3658a req-0b517f5d-07cb-4caa-b8b9-281b2f3a760b tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/security-groups?id=341578a6-674d-4340-af0f-c81e76fc0269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402360 Jan 27 16:53:26.693706 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-784d47aa-b859-4cc8-97a2-ab9cdd8edc74 req-48ff1f3f-5a58-4c8a-973e-dcb3e44fd019 service neutron] 10.222.0.24 "GET /v2.0/networks/d4e5124e-533e-45d6-b9d3-79afca1c35e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851250 Jan 27 16:53:27.586390 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154a8669-67be-49ea-b24c-8b721de1f91a req-80cd2a25-0d03-497b-9b20-7f9f5a0db43c tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:53:27.587898 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-154a8669-67be-49ea-b24c-8b721de1f91a req-80cd2a25-0d03-497b-9b20-7f9f5a0db43c tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=27dbabab-3baf-4446-aaad-bdd80b162cd7 HTTP/1.1" status: 200 len: 945 time: 0.0520375 Jan 27 16:53:27.635806 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-154a8669-67be-49ea-b24c-8b721de1f91a req-b0044aee-505a-4558-9b51-e70ecb176f40 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/security-groups?id=341578a6-674d-4340-af0f-c81e76fc0269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416691 Jan 27 16:53:38.652841 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.agents_db [None req-5545c54b-af05-4075-94be-94e2438c302a None None] Agent healthcheck: found 6 active agents {{(pid=114097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 16:53:41.648617 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 51478) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:53:41.749822 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-149a3366-1c36-48b3-aa60-78f769189a80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:41.824012 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-149a3366-1c36-48b3-aa60-78f769189a80 admin admin] Publish callbacks [] for security_group (54a580e9-d49f-41a4-a21a-88e7d9b97139), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:41.827786 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-149a3366-1c36-48b3-aa60-78f769189a80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (54a580e9-d49f-41a4-a21a-88e7d9b97139), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:41.865567 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-149a3366-1c36-48b3-aa60-78f769189a80 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=075405c93bfe4a9babc40a9872582f1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2158113 Jan 27 16:53:41.866410 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149a3366-1c36-48b3-aa60-78f769189a80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a580e9-d49f-41a4-a21a-88e7d9b97139,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:53:41.868438 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 51482) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:53:41.915579 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-58d091b7-1236-41f3-960e-01cf0184fd7b admin admin] Publish callbacks [] for security_group (54a580e9-d49f-41a4-a21a-88e7d9b97139), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:41.937043 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-58d091b7-1236-41f3-960e-01cf0184fd7b admin admin] Publish callbacks [] for security_group (54a580e9-d49f-41a4-a21a-88e7d9b97139), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:41.983800 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-58d091b7-1236-41f3-960e-01cf0184fd7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (54a580e9-d49f-41a4-a21a-88e7d9b97139), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:41.986258 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-58d091b7-1236-41f3-960e-01cf0184fd7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:41.987366 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-58d091b7-1236-41f3-960e-01cf0184fd7b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/54a580e9-d49f-41a4-a21a-88e7d9b97139 HTTP/1.1" status: 204 len: 168 time: 0.1179392 Jan 27 16:53:41.994805 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d091b7-1236-41f3-960e-01cf0184fd7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a580e9-d49f-41a4-a21a-88e7d9b97139,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:53:42.238234 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 51488) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:53:42.251625 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-44b10eea-7c73-4613-8847-dbdda758ffc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:42.328320 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-44b10eea-7c73-4613-8847-dbdda758ffc4 admin admin] Publish callbacks [] for security_group (6c184409-55bd-4708-af0d-51731cc3e6bf), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:42.332276 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-44b10eea-7c73-4613-8847-dbdda758ffc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (6c184409-55bd-4708-af0d-51731cc3e6bf), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:42.370652 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b10eea-7c73-4613-8847-dbdda758ffc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c184409-55bd-4708-af0d-51731cc3e6bf,revision_number=1']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:53:42.375612 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-44b10eea-7c73-4613-8847-dbdda758ffc4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a0da8c0e6ed143e8934640d5e3f9fb5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1363425 Jan 27 16:53:42.378157 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 51502) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:53:42.429069 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-b4af937d-4906-4906-9e3e-2a856490b993 admin admin] Publish callbacks [] for security_group (6c184409-55bd-4708-af0d-51731cc3e6bf), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:42.452856 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-b4af937d-4906-4906-9e3e-2a856490b993 admin admin] Publish callbacks [] for security_group (6c184409-55bd-4708-af0d-51731cc3e6bf), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:42.503533 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-b4af937d-4906-4906-9e3e-2a856490b993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (6c184409-55bd-4708-af0d-51731cc3e6bf), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:42.506389 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-b4af937d-4906-4906-9e3e-2a856490b993 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:42.507746 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-b4af937d-4906-4906-9e3e-2a856490b993 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6c184409-55bd-4708-af0d-51731cc3e6bf HTTP/1.1" status: 204 len: 168 time: 0.1287248 Jan 27 16:53:42.516963 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4af937d-4906-4906-9e3e-2a856490b993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c184409-55bd-4708-af0d-51731cc3e6bf,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:53:44.708654 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 51608) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:53:44.758408 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f37960a-1143-493f-8861-5667e240a333 admin admin] Deleting subnet b010be06-c4f2-4e23-9246-4fc7ea30aa3d {{(pid=114095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 16:53:44.762669 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-7f37960a-1143-493f-8861-5667e240a333 admin admin] Publish callbacks [] for subnet (b010be06-c4f2-4e23-9246-4fc7ea30aa3d), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:44.805164 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-7f37960a-1143-493f-8861-5667e240a333 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9298286'] for subnet (b010be06-c4f2-4e23-9246-4fc7ea30aa3d), precommit_delete_associations {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:44.846286 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-7f37960a-1143-493f-8861-5667e240a333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-889273'] for subnet (b010be06-c4f2-4e23-9246-4fc7ea30aa3d), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:44.899023 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-7f37960a-1143-493f-8861-5667e240a333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-889270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9200209'] for subnet (b010be06-c4f2-4e23-9246-4fc7ea30aa3d), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:44.925626 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f37960a-1143-493f-8861-5667e240a333 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b010be06-c4f2-4e23-9246-4fc7ea30aa3d,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:53:44.929408 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-7f37960a-1143-493f-8861-5667e240a333 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032074'] for subnet (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:44.935233 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-7f37960a-1143-493f-8861-5667e240a333 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/b010be06-c4f2-4e23-9246-4fc7ea30aa3d HTTP/1.1" status: 204 len: 168 time: 0.2255065 Jan 27 16:53:44.935752 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 51610) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:53:45.009368 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-3fb155ab-a200-4be5-b786-37f98a81df57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012344'] for network (3ff7763e-e8af-430b-afaa-86998ea27f64), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:45.088777 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-3fb155ab-a200-4be5-b786-37f98a81df57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891970', 'neutron.services.segments.db._delete_segments_for_network-8740203086740'] for network (3ff7763e-e8af-430b-afaa-86998ea27f64), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:45.109959 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.services.segments.db [None req-3fb155ab-a200-4be5-b786-37f98a81df57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ff7763e-e8af-430b-afaa-86998ea27f64']}} {{(pid=114094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:53:45.118832 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.services.segments.db [None req-3fb155ab-a200-4be5-b786-37f98a81df57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17a18a42-5600-4d76-b1cc-2cf734bad5d3') {'for_net_delete': True} {{(pid=114094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:53:45.119122 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.services.segments.db [None req-3fb155ab-a200-4be5-b786-37f98a81df57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17a18a42-5600-4d76-b1cc-2cf734bad5d3') {} {{(pid=114094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:53:45.129089 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-3fb155ab-a200-4be5-b786-37f98a81df57 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740203088285', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9276965'] for segment (17a18a42-5600-4d76-b1cc-2cf734bad5d3), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:45.143047 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-3fb155ab-a200-4be5-b786-37f98a81df57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985126'] for segment (17a18a42-5600-4d76-b1cc-2cf734bad5d3), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:45.149018 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fb155ab-a200-4be5-b786-37f98a81df57 admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=114094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 16:53:45.149474 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-3fb155ab-a200-4be5-b786-37f98a81df57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8777005'] for segment (17a18a42-5600-4d76-b1cc-2cf734bad5d3), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:45.151063 dv-cinder-818830-2-iscsi neutron-server[114094]: Traceback (most recent call last): Jan 27 16:53:45.151063 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 16:53:45.151063 dv-cinder-818830-2-iscsi neutron-server[114094]: timer() Jan 27 16:53:45.151063 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 16:53:45.151063 dv-cinder-818830-2-iscsi neutron-server[114094]: cb(*args, **kw) Jan 27 16:53:45.151063 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 16:53:45.151063 dv-cinder-818830-2-iscsi neutron-server[114094]: return func(*args, **kwargs) Jan 27 16:53:45.151063 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 16:53:45.151063 dv-cinder-818830-2-iscsi neutron-server[114094]: self._notify() Jan 27 16:53:45.151063 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 16:53:45.151063 dv-cinder-818830-2-iscsi neutron-server[114094]: self.callback(batched_events) Jan 27 16:53:45.151063 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 16:53:45.151063 dv-cinder-818830-2-iscsi neutron-server[114094]: event.method(event) Jan 27 16:53:45.151063 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 16:53:45.151063 dv-cinder-818830-2-iscsi neutron-server[114094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 16:53:45.151063 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 16:53:45.151063 dv-cinder-818830-2-iscsi neutron-server[114094]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 16:53:45.151063 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 16:53:45.151063 dv-cinder-818830-2-iscsi neutron-server[114094]: return f(self, *a, **k) Jan 27 16:53:45.151063 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 16:53:45.151063 dv-cinder-818830-2-iscsi neutron-server[114094]: return self._get(url).json() Jan 27 16:53:45.151063 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 16:53:45.151063 dv-cinder-818830-2-iscsi neutron-server[114094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 16:53:45.151063 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 16:53:45.151063 dv-cinder-818830-2-iscsi neutron-server[114094]: return self.request(url, 'GET', **kwargs) Jan 27 16:53:45.151063 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 16:53:45.151063 dv-cinder-818830-2-iscsi neutron-server[114094]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 16:53:45.151063 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 16:53:45.151063 dv-cinder-818830-2-iscsi neutron-server[114094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 16:53:45.151063 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 16:53:45.151063 dv-cinder-818830-2-iscsi neutron-server[114094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 16:53:45.151063 dv-cinder-818830-2-iscsi neutron-server[114094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 16:53:45.208390 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-3fb155ab-a200-4be5-b786-37f98a81df57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1796466'] for network (3ff7763e-e8af-430b-afaa-86998ea27f64), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:45.214133 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-3fb155ab-a200-4be5-b786-37f98a81df57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032074'] for network (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:45.218102 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-3fb155ab-a200-4be5-b786-37f98a81df57 admin admin] 10.222.0.48 "DELETE /v2.0/networks/3ff7763e-e8af-430b-afaa-86998ea27f64 HTTP/1.1" status: 204 len: 168 time: 0.2813385 Jan 27 16:53:45.229282 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb155ab-a200-4be5-b786-37f98a81df57 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ff7763e-e8af-430b-afaa-86998ea27f64,revision_number=None']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:53:45.382269 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 51618) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:53:45.421227 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-0a4396b0-4646-4da1-933d-3197dcae6cb0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5f4ae6dda115477db147059df89ad002&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377584 Jan 27 16:53:45.423540 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 51620) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:53:45.469895 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-2fe14310-4100-4746-841c-349bc489db9d admin admin] Publish callbacks [] for security_group (4b7e83e7-f320-4396-a60c-5dec58ef529a), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:45.490922 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-2fe14310-4100-4746-841c-349bc489db9d admin admin] Publish callbacks [] for security_group (4b7e83e7-f320-4396-a60c-5dec58ef529a), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:45.546313 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-2fe14310-4100-4746-841c-349bc489db9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (4b7e83e7-f320-4396-a60c-5dec58ef529a), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:45.549063 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-2fe14310-4100-4746-841c-349bc489db9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:45.550254 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-2fe14310-4100-4746-841c-349bc489db9d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4b7e83e7-f320-4396-a60c-5dec58ef529a HTTP/1.1" status: 204 len: 168 time: 0.1258070 Jan 27 16:53:45.557953 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe14310-4100-4746-841c-349bc489db9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b7e83e7-f320-4396-a60c-5dec58ef529a,revision_number=None']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:53:46.081701 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbc9a33-e442-489f-a525-aa1fa3bd821c req-30fde65b-90c0-43ed-8bde-c1a64affcd32 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:53:46.083181 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-7cbc9a33-e442-489f-a525-aa1fa3bd821c req-30fde65b-90c0-43ed-8bde-c1a64affcd32 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 946 time: 0.0501792 Jan 27 16:53:46.134835 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-7cbc9a33-e442-489f-a525-aa1fa3bd821c req-7510c984-7295-43ac-b003-fe2c778f3d31 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=52be2b41-f385-4b04-9c22-e44335586e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458670 Jan 27 16:53:46.382166 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-61e8c82f-9620-4efc-866e-ab5af1fb6ec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (b49cc950-6aaa-44e3-a3c4-70b67101afab), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:47.463238 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ecb0d1-61a6-4e2b-8e94-f93df76e2e47 req-1aa5d3a0-319e-4915-b52e-016387179e47 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:53:47.465630 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-36ecb0d1-61a6-4e2b-8e94-f93df76e2e47 req-1aa5d3a0-319e-4915-b52e-016387179e47 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 946 time: 0.2574019 Jan 27 16:53:47.513502 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-36ecb0d1-61a6-4e2b-8e94-f93df76e2e47 req-361deef3-a7ba-429b-bedc-a8269892d543 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=52be2b41-f385-4b04-9c22-e44335586e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468371 Jan 27 16:53:47.667868 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb03b79-6cae-4180-a718-d66d750eba88 req-02cfffc9-2600-476f-91b6-e03e00c2b781 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:53:47.670568 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-cdb03b79-6cae-4180-a718-d66d750eba88 req-02cfffc9-2600-476f-91b6-e03e00c2b781 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 946 time: 0.0493629 Jan 27 16:53:47.758493 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.plugin [req-cdb03b79-6cae-4180-a718-d66d750eba88 req-7ba98917-37cf-40e4-83d4-054377ec4c85 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Deleting port abeda3c4-6ebc-46ec-9c5e-ff3315222ece {{(pid=114094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:53:47.758740 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-cdb03b79-6cae-4180-a718-d66d750eba88 req-7ba98917-37cf-40e4-83d4-054377ec4c85 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740202897008'] for port (abeda3c4-6ebc-46ec-9c5e-ff3315222ece), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:47.853856 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.db [req-cdb03b79-6cae-4180-a718-d66d750eba88 req-7ba98917-37cf-40e4-83d4-054377ec4c85 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] For port abeda3c4-6ebc-46ec-9c5e-ff3315222ece, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=abeda3c4-6ebc-46ec-9c5e-ff3315222ece,segment=NetworkSegment(f24320bd-5fde-4b90-81d3-17a919a07a12),segment_id=f24320bd-5fde-4b90-81d3-17a919a07a12)] {{(pid=114094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:53:47.854256 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-cdb03b79-6cae-4180-a718-d66d750eba88 req-7ba98917-37cf-40e4-83d4-054377ec4c85 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797243'] for port (abeda3c4-6ebc-46ec-9c5e-ff3315222ece), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:48.069845 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-cdb03b79-6cae-4180-a718-d66d750eba88 req-7ba98917-37cf-40e4-83d4-054377ec4c85 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:48.070204 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-cdb03b79-6cae-4180-a718-d66d750eba88 req-7ba98917-37cf-40e4-83d4-054377ec4c85 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1796444'] for floatingip (44344e0c-705f-43c9-8b4e-fef2be7b1667), after_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:48.070518 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.db.l3_db [req-cdb03b79-6cae-4180-a718-d66d750eba88 req-7ba98917-37cf-40e4-83d4-054377ec4c85 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Floating IP 44344e0c-705f-43c9-8b4e-fef2be7b1667 disassociated. External IP: 172.27.2.56, port: abeda3c4-6ebc-46ec-9c5e-ff3315222ece. Jan 27 16:53:48.070859 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.plugin [req-cdb03b79-6cae-4180-a718-d66d750eba88 req-7ba98917-37cf-40e4-83d4-054377ec4c85 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Calling delete_port for abeda3c4-6ebc-46ec-9c5e-ff3315222ece owned by compute:nova {{(pid=114094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:53:48.192641 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-cdb03b79-6cae-4180-a718-d66d750eba88 req-7ba98917-37cf-40e4-83d4-054377ec4c85 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740202902474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740202573626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777202'] for port (abeda3c4-6ebc-46ec-9c5e-ff3315222ece), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:48.224791 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba98917-37cf-40e4-83d4-054377ec4c85 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Pushing event deleted for resources: {'Port': ['ID=abeda3c4-6ebc-46ec-9c5e-ff3315222ece,revision_number=None']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:53:48.333163 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cdb03b79-6cae-4180-a718-d66d750eba88 req-7ba98917-37cf-40e4-83d4-054377ec4c85 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Router 170ece70-89e4-48ac-a0e9-591d74dcaa51 has already been hosted by L3 agent bdbd084a-7876-495d-b5d9-cf3ee18f0227 {{(pid=114094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 16:53:48.377189 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (853c399d-72c7-467e-bd42-08a47e7fb1c3), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:48.434633 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-b006fa29-de19-42a0-be77-b8e957e79f12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (bdbd084a-7876-495d-b5d9-cf3ee18f0227), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:48.438563 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cdb03b79-6cae-4180-a718-d66d750eba88 req-7ba98917-37cf-40e4-83d4-054377ec4c85 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Notify agent at l3_agent.dv-cinder-818830-2-iscsi the message routers_updated {{(pid=114094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 16:53:48.448675 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c06691d-2be4-44d6-9160-c99167b21e9e None None] Sync routers for ids ['170ece70-89e4-48ac-a0e9-591d74dcaa51'] in dv-cinder-818830-2-iscsi {{(pid=114096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 16:53:48.458485 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c06691d-2be4-44d6-9160-c99167b21e9e None None] Routers {'170ece70-89e4-48ac-a0e9-591d74dcaa51'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:53:48.459099 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-7c06691d-2be4-44d6-9160-c99167b21e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T16:53:48Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['170ece70-89e4-48ac-a0e9-591d74dcaa51'], 'active': True} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:53:48.479439 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdb03b79-6cae-4180-a718-d66d750eba88 req-7ba98917-37cf-40e4-83d4-054377ec4c85 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] No DVR routers for this DVR port abeda3c4-6ebc-46ec-9c5e-ff3315222ece on host hv-cinder-81883 {{(pid=114094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 16:53:48.482841 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-cdb03b79-6cae-4180-a718-d66d750eba88 req-7ba98917-37cf-40e4-83d4-054377ec4c85 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118807'] for port (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:48.486146 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-cdb03b79-6cae-4180-a718-d66d750eba88 req-7ba98917-37cf-40e4-83d4-054377ec4c85 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.24 "DELETE /v2.0/ports/abeda3c4-6ebc-46ec-9c5e-ff3315222ece HTTP/1.1" status: 204 len: 173 time: 0.8101978 Jan 27 16:53:48.486597 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7ddbd2c-1d14-4efe-9228-3feaa97ef620', 'name': 'network-vif-deleted', 'tag': 'abeda3c4-6ebc-46ec-9c5e-ff3315222ece'}] {{(pid=114094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:53:48.488936 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}342a798d1d13ecd85fd4efdf34ff3908ecd3b9322feeb0f720fcdcd52e7e333b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e885b0-a977-4252-8340-8d35d76832e4" -d '{"events": [{"server_uuid": "f7ddbd2c-1d14-4efe-9228-3feaa97ef620", "name": "network-vif-deleted", "tag": "abeda3c4-6ebc-46ec-9c5e-ff3315222ece"}]}' {{(pid=114094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:53:48.569074 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 16:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8fce91f-17d1-43c9-9b39-b6b6af48ef76 x-openstack-request-id: req-b8fce91f-17d1-43c9-9b39-b6b6af48ef76 {{(pid=114094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:53:48.569371 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7ddbd2c-1d14-4efe-9228-3feaa97ef620", "name": "network-vif-deleted", "tag": "abeda3c4-6ebc-46ec-9c5e-ff3315222ece", "status": "completed", "code": 200}]} {{(pid=114094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:53:48.569954 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b8fce91f-17d1-43c9-9b39-b6b6af48ef76 {{(pid=114094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:53:48.570286 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7ddbd2c-1d14-4efe-9228-3feaa97ef620', 'name': 'network-vif-deleted', 'tag': 'abeda3c4-6ebc-46ec-9c5e-ff3315222ece', 'status': 'completed', 'code': 200} Jan 27 16:53:48.586416 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvr_db [None req-7c06691d-2be4-44d6-9160-c99167b21e9e None None] Set router 170ece70-89e4-48ac-a0e9-591d74dcaa51 gateway port host: dv-cinder-818830-2-iscsi {{(pid=114096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:53:48.650357 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-ecea010a-3677-4a7d-be8f-8532baa7235f req-67db48c2-a9be-4f66-9db4-510d07425649 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 210 time: 0.0271313 Jan 27 16:53:48.774973 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-d7fe51ba-1e71-4e1d-8014-3c986b32dafc req-44eaad10-9703-4d64-b1b9-53a976baa580 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0301344 Jan 27 16:53:48.820808 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-7c06691d-2be4-44d6-9160-c99167b21e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170ece70-89e4-48ac-a0e9-591d74dcaa51', 'name': 'tempest-AttachVolumeShelveTestJSON-1606997611-router', 'tenant_id': '11d012d792424a858b876a618c79f7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '71831c89-48a2-4383-9f62-2e8b94fee069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:48:42Z', 'updated_at': '2022-01-27T16:49:02Z', 'revision_number': 4, 'project_id': '11d012d792424a858b876a618c79f7af', 'gw_port': {'id': '71831c89-48a2-4383-9f62-2e8b94fee069', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170ece70-89e4-48ac-a0e9-591d74dcaa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:48:43Z', 'updated_at': '2022-01-27T16:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi', '_interfaces': [{'id': '0d5e775a-527a-4f81-9ab4-5ecae0182714', 'name': '', 'network_id': '4e17d67f-4d84-42b2-a3bf-cf48fd71687d', 'tenant_id': '11d012d792424a858b876a618c79f7af', 'mac_address': 'fa:16:3e:de:b3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170ece70-89e4-48ac-a0e9-591d74dcaa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'b0494b2b-60e2-42b5-a63f-939831eceb11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:48:58Z', 'updated_at': '2022-01-27T16:49:08Z', 'revision_number': 5, 'project_id': '11d012d792424a858b876a618c79f7af', 'subnets': [{'id': 'b0494b2b-60e2-42b5-a63f-939831eceb11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:53:48.825706 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-d7fe51ba-1e71-4e1d-8014-3c986b32dafc req-fc642d88-e7ae-4e02-8b43-95125127b0df service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=11d012d792424a858b876a618c79f7af&device_id=f7ddbd2c-1d14-4efe-9228-3feaa97ef620 HTTP/1.1" status: 200 len: 210 time: 0.0284421 Jan 27 16:53:48.850796 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c06691d-2be4-44d6-9160-c99167b21e9e None None] Checking router: 170ece70-89e4-48ac-a0e9-591d74dcaa51 for host: dv-cinder-818830-2-iscsi {{(pid=114096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 16:53:48.864753 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c06691d-2be4-44d6-9160-c99167b21e9e None None] Routers {'170ece70-89e4-48ac-a0e9-591d74dcaa51'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:53:48.865441 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-7c06691d-2be4-44d6-9160-c99167b21e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T16:53:48Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['170ece70-89e4-48ac-a0e9-591d74dcaa51'], 'active': True} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:53:48.972516 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fe51ba-1e71-4e1d-8014-3c986b32dafc req-7a9fe63c-2a6b-41e6-b75a-c9616aa5e4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:53:48.977154 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-d7fe51ba-1e71-4e1d-8014-3c986b32dafc req-7a9fe63c-2a6b-41e6-b75a-c9616aa5e4b0 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=11d012d792424a858b876a618c79f7af&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1304917 Jan 27 16:53:49.041848 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvr_db [None req-7c06691d-2be4-44d6-9160-c99167b21e9e None None] Set router 170ece70-89e4-48ac-a0e9-591d74dcaa51 gateway port host: dv-cinder-818830-2-iscsi {{(pid=114096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:53:49.100231 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fe51ba-1e71-4e1d-8014-3c986b32dafc req-d41579da-635a-4a65-97db-b7628acf754f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:53:49.102546 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-d7fe51ba-1e71-4e1d-8014-3c986b32dafc req-d41579da-635a-4a65-97db-b7628acf754f service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1155171 Jan 27 16:53:49.259217 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-7c06691d-2be4-44d6-9160-c99167b21e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170ece70-89e4-48ac-a0e9-591d74dcaa51', 'name': 'tempest-AttachVolumeShelveTestJSON-1606997611-router', 'tenant_id': '11d012d792424a858b876a618c79f7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '71831c89-48a2-4383-9f62-2e8b94fee069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:48:42Z', 'updated_at': '2022-01-27T16:49:02Z', 'revision_number': 4, 'project_id': '11d012d792424a858b876a618c79f7af', 'gw_port': {'id': '71831c89-48a2-4383-9f62-2e8b94fee069', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170ece70-89e4-48ac-a0e9-591d74dcaa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:48:43Z', 'updated_at': '2022-01-27T16:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi', '_interfaces': [{'id': '0d5e775a-527a-4f81-9ab4-5ecae0182714', 'name': '', 'network_id': '4e17d67f-4d84-42b2-a3bf-cf48fd71687d', 'tenant_id': '11d012d792424a858b876a618c79f7af', 'mac_address': 'fa:16:3e:de:b3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170ece70-89e4-48ac-a0e9-591d74dcaa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'b0494b2b-60e2-42b5-a63f-939831eceb11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:48:58Z', 'updated_at': '2022-01-27T16:49:08Z', 'revision_number': 5, 'project_id': '11d012d792424a858b876a618c79f7af', 'subnets': [{'id': 'b0494b2b-60e2-42b5-a63f-939831eceb11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:53:49.290431 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c06691d-2be4-44d6-9160-c99167b21e9e None None] The sync data for ids ['170ece70-89e4-48ac-a0e9-591d74dcaa51'] in dv-cinder-818830-2-iscsi is: [{'id': '170ece70-89e4-48ac-a0e9-591d74dcaa51', 'name': 'tempest-AttachVolumeShelveTestJSON-1606997611-router', 'tenant_id': '11d012d792424a858b876a618c79f7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '71831c89-48a2-4383-9f62-2e8b94fee069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:48:42Z', 'updated_at': '2022-01-27T16:49:02Z', 'revision_number': 4, 'project_id': '11d012d792424a858b876a618c79f7af', 'gw_port': {'id': '71831c89-48a2-4383-9f62-2e8b94fee069', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170ece70-89e4-48ac-a0e9-591d74dcaa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:48:43Z', 'updated_at': '2022-01-27T16:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi', '_interfaces': [{'id': '0d5e775a-527a-4f81-9ab4-5ecae0182714', 'name': '', 'network_id': '4e17d67f-4d84-42b2-a3bf-cf48fd71687d', 'tenant_id': '11d012d792424a858b876a618c79f7af', 'mac_address': 'fa:16:3e:de:b3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170ece70-89e4-48ac-a0e9-591d74dcaa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'b0494b2b-60e2-42b5-a63f-939831eceb11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:48:58Z', 'updated_at': '2022-01-27T16:49:08Z', 'revision_number': 5, 'project_id': '11d012d792424a858b876a618c79f7af', 'subnets': [{'id': 'b0494b2b-60e2-42b5-a63f-939831eceb11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 16:53:49.514102 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-66ba84dd-632c-456a-bb12-6a575fe6244f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9495f383-87a2-4ffd-86dd-67b8d88d602c), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:49.543101 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406c7508-6eb0-4706-a5fa-a690bce5cbdf None None] New status for floating IP 44344e0c-705f-43c9-8b4e-fef2be7b1667: DOWN {{(pid=114097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 16:53:49.760882 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 51690) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:53:49.818950 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-cb82015e-cc83-4857-a27e-3a94834a6d48 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Publish callbacks [] for security_group (52be2b41-f385-4b04-9c22-e44335586e81), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:49.849026 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-cb82015e-cc83-4857-a27e-3a94834a6d48 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Publish callbacks [] for security_group (52be2b41-f385-4b04-9c22-e44335586e81), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:49.897366 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-cb82015e-cc83-4857-a27e-3a94834a6d48 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (52be2b41-f385-4b04-9c22-e44335586e81), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:49.899978 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-cb82015e-cc83-4857-a27e-3a94834a6d48 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Publish callbacks [] for security_group (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:49.901128 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-cb82015e-cc83-4857-a27e-3a94834a6d48 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "DELETE /v2.0/security-groups/52be2b41-f385-4b04-9c22-e44335586e81 HTTP/1.1" status: 204 len: 168 time: 0.1392033 Jan 27 16:53:49.904673 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 51692) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:53:49.911695 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb82015e-cc83-4857-a27e-3a94834a6d48 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52be2b41-f385-4b04-9c22-e44335586e81,revision_number=None']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:53:49.918630 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.api.v2.resource [None req-bbaa9205-2dc9-4863-aab2-31bcf30164cf tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] show failed (client error): The resource could not be found. Jan 27 16:53:49.920463 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-bbaa9205-2dc9-4863-aab2-31bcf30164cf tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups/52be2b41-f385-4b04-9c22-e44335586e81 HTTP/1.1" status: 404 len: 347 time: 0.0141227 Jan 27 16:53:49.921659 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb82015e-cc83-4857-a27e-3a94834a6d48 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:53:49.922064 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb82015e-cc83-4857-a27e-3a94834a6d48 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:53:49.922575 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb82015e-cc83-4857-a27e-3a94834a6d48 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:53:49.922962 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb82015e-cc83-4857-a27e-3a94834a6d48 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:53:49.923547 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb82015e-cc83-4857-a27e-3a94834a6d48 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:53:49.924058 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb82015e-cc83-4857-a27e-3a94834a6d48 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:53:49.924301 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 51694) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:53:49.924583 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb82015e-cc83-4857-a27e-3a94834a6d48 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:53:49.925385 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb82015e-cc83-4857-a27e-3a94834a6d48 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:53:49.925789 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb82015e-cc83-4857-a27e-3a94834a6d48 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:53:49.926256 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb82015e-cc83-4857-a27e-3a94834a6d48 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:53:49.926597 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb82015e-cc83-4857-a27e-3a94834a6d48 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:53:49.926954 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb82015e-cc83-4857-a27e-3a94834a6d48 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:53:49.927425 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb82015e-cc83-4857-a27e-3a94834a6d48 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:53:50.065646 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.plugin [None req-8118a8b4-a331-4416-b23c-bbb4b25597c0 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Deleting port 2ba0c48a-ee52-4c9f-91ba-c618ff2d8ff2 {{(pid=114095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:53:50.065989 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-8118a8b4-a331-4416-b23c-bbb4b25597c0 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740202897008'] for port (2ba0c48a-ee52-4c9f-91ba-c618ff2d8ff2), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:50.142808 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-8118a8b4-a331-4416-b23c-bbb4b25597c0 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797243'] for port (2ba0c48a-ee52-4c9f-91ba-c618ff2d8ff2), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:50.143128 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-8118a8b4-a331-4416-b23c-bbb4b25597c0 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Publish callbacks [] for floatingip (2ba0c48a-ee52-4c9f-91ba-c618ff2d8ff2), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:50.155110 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.plugin [None req-8118a8b4-a331-4416-b23c-bbb4b25597c0 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Calling delete_port for 2ba0c48a-ee52-4c9f-91ba-c618ff2d8ff2 owned by network:floatingip {{(pid=114095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:53:50.292062 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-8118a8b4-a331-4416-b23c-bbb4b25597c0 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740202902474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740202573626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080504'] for port (2ba0c48a-ee52-4c9f-91ba-c618ff2d8ff2), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:50.316161 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8118a8b4-a331-4416-b23c-bbb4b25597c0 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Pushing event deleted for resources: {'Port': ['ID=2ba0c48a-ee52-4c9f-91ba-c618ff2d8ff2,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:53:50.377835 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-8118a8b4-a331-4416-b23c-bbb4b25597c0 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Publish callbacks [] for floatingip (44344e0c-705f-43c9-8b4e-fef2be7b1667), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:50.380523 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-8118a8b4-a331-4416-b23c-bbb4b25597c0 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118807'] for floatingip (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:50.381635 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-8118a8b4-a331-4416-b23c-bbb4b25597c0 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "DELETE /v2.0/floatingips/44344e0c-705f-43c9-8b4e-fef2be7b1667 HTTP/1.1" status: 204 len: 168 time: 0.4559550 Jan 27 16:53:50.604073 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device abeda3c4-6ebc-46ec-9c5e-ff3315222ece no longer exists at agent hyperv_hv-cinder-81883 {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:53:50.624190 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] No Port match for: abeda3c4-6ebc-46ec-9c5e-ff3315222ece {{(pid=114096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 16:53:50.624536 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device abeda3c4-6ebc-46ec-9c5e-ff3315222ece not bound to the agent host hv-cinder-81883 {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 16:53:50.725409 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 51702) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:53:50.729816 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.v2.base [None req-b4b10df8-2821-46a0-a626-dfc312f61175 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Request body: {'security_group': {'name': 'tempest-securitygroup--555754688', 'description': 'tempest-description--148335137'}} {{(pid=114095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:53:50.753041 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-b4b10df8-2821-46a0-a626-dfc312f61175 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Publish callbacks [] for security_group (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:50.830783 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-b4b10df8-2821-46a0-a626-dfc312f61175 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Publish callbacks [] for security_group (fb2f1526-28f2-4b52-8439-abb91f5f29fc), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:50.834781 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-b4b10df8-2821-46a0-a626-dfc312f61175 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (fb2f1526-28f2-4b52-8439-abb91f5f29fc), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:50.863445 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-b4b10df8-2821-46a0-a626-dfc312f61175 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Publish callbacks [] for security_group (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:50.864848 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-b4b10df8-2821-46a0-a626-dfc312f61175 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1388178 Jan 27 16:53:50.867674 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 51706) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:53:50.873025 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.v2.base [None req-626e8c52-bef0-40bb-83ce-08657df55d81 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Request body: {'security_group_rule': {'security_group_id': 'fb2f1526-28f2-4b52-8439-abb91f5f29fc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:53:50.879256 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b10df8-2821-46a0-a626-dfc312f61175 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb2f1526-28f2-4b52-8439-abb91f5f29fc,revision_number=1']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:53:50.903451 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-626e8c52-bef0-40bb-83ce-08657df55d81 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Publish callbacks [] for security_group_rule (1f94969d-0c4e-4d78-ba1c-104650b923d3), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:50.969371 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-626e8c52-bef0-40bb-83ce-08657df55d81 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Publish callbacks [] for security_group_rule (1f94969d-0c4e-4d78-ba1c-104650b923d3), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:50.973954 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-626e8c52-bef0-40bb-83ce-08657df55d81 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077574'] for security_group_rule (1f94969d-0c4e-4d78-ba1c-104650b923d3), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:50.996575 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-626e8c52-bef0-40bb-83ce-08657df55d81 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:51.000647 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-626e8c52-bef0-40bb-83ce-08657df55d81 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1294124 Jan 27 16:53:51.000647 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626e8c52-bef0-40bb-83ce-08657df55d81 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f94969d-0c4e-4d78-ba1c-104650b923d3,revision_number=0']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:53:51.000893 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 51710) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:53:51.005985 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.v2.base [None req-a06e5d7b-713c-404f-9e33-cf83b64fc40a tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Request body: {'security_group_rule': {'security_group_id': 'fb2f1526-28f2-4b52-8439-abb91f5f29fc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:53:51.032745 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-a06e5d7b-713c-404f-9e33-cf83b64fc40a tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Publish callbacks [] for security_group_rule (5c9d54e0-5bc6-4555-8e67-fee69efa69fd), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:51.094208 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-a06e5d7b-713c-404f-9e33-cf83b64fc40a tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Publish callbacks [] for security_group_rule (5c9d54e0-5bc6-4555-8e67-fee69efa69fd), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:51.098309 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-a06e5d7b-713c-404f-9e33-cf83b64fc40a tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077574'] for security_group_rule (5c9d54e0-5bc6-4555-8e67-fee69efa69fd), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:51.117294 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06e5d7b-713c-404f-9e33-cf83b64fc40a tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c9d54e0-5bc6-4555-8e67-fee69efa69fd,revision_number=0']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:53:51.126112 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-a06e5d7b-713c-404f-9e33-cf83b64fc40a tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:51.127773 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-a06e5d7b-713c-404f-9e33-cf83b64fc40a tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1259358 Jan 27 16:53:51.130784 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 51718) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:53:51.135351 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.v2.base [None req-cadb1e85-efdf-41e8-90f6-84eec0b5e0d2 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Request body: {'floatingip': {'floating_network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9'}} {{(pid=114095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:53:51.158269 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-cadb1e85-efdf-41e8-90f6-84eec0b5e0d2 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:51.276186 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-cadb1e85-efdf-41e8-90f6-84eec0b5e0d2 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:51.391968 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.db.db_base_plugin_common [None req-cadb1e85-efdf-41e8-90f6-84eec0b5e0d2 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Allocated IP 172.27.2.2 (7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9/3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf/c35a56d3-2cd6-4d37-80c2-2f60130d3159) {{(pid=114095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:53:51.398444 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 51722) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:53:51.519289 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-cadb1e85-efdf-41e8-90f6-84eec0b5e0d2 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Publish callbacks [] for port (c35a56d3-2cd6-4d37-80c2-2f60130d3159), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:51.524509 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-813f4040-bfb5-4770-b949-58784efc5782 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:51.542868 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-d66b1738-fecd-429f-97ae-c3b5c23d3d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9d445c8f-179b-40e3-9cb5-ffaa95aecd6a), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:51.569376 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-cadb1e85-efdf-41e8-90f6-84eec0b5e0d2 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740202573617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080504'] for port (c35a56d3-2cd6-4d37-80c2-2f60130d3159), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:51.612125 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cadb1e85-efdf-41e8-90f6-84eec0b5e0d2 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Network 7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9 is already hosted by enough agents. {{(pid=114095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:53:51.615124 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.scheduler.base_scheduler [None req-cadb1e85-efdf-41e8-90f6-84eec0b5e0d2 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Resources bound (agent type, host, resource id): {{(pid=114095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:53:51.621298 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadb1e85-efdf-41e8-90f6-84eec0b5e0d2 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Received port after_create {{(pid=114095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:53:51.627303 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-813f4040-bfb5-4770-b949-58784efc5782 admin admin] Publish callbacks [] for security_group (7c099286-76ab-4d20-baeb-a6f3c57c0b55), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:51.627906 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadb1e85-efdf-41e8-90f6-84eec0b5e0d2 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Pushing event updated for resources: {'Port': ['ID=c35a56d3-2cd6-4d37-80c2-2f60130d3159,revision_number=1']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:53:51.636228 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-813f4040-bfb5-4770-b949-58784efc5782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (7c099286-76ab-4d20-baeb-a6f3c57c0b55), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:51.679606 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-813f4040-bfb5-4770-b949-58784efc5782 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f1a5b57e9ee74505acbd48ed766d23f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2792344 Jan 27 16:53:51.680356 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813f4040-bfb5-4770-b949-58784efc5782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c099286-76ab-4d20-baeb-a6f3c57c0b55,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:53:51.684423 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 51726) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:53:51.718312 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-cadb1e85-efdf-41e8-90f6-84eec0b5e0d2 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Publish callbacks [] for floatingip (a4b86216-ff54-4220-9d9d-d8f46394c196), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:51.736785 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-852bc2c8-a992-498d-9999-fa3092c8542f admin admin] Publish callbacks [] for security_group (7c099286-76ab-4d20-baeb-a6f3c57c0b55), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:51.757120 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-cadb1e85-efdf-41e8-90f6-84eec0b5e0d2 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (c35a56d3-2cd6-4d37-80c2-2f60130d3159), before_update {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:51.757977 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-852bc2c8-a992-498d-9999-fa3092c8542f admin admin] Publish callbacks [] for security_group (7c099286-76ab-4d20-baeb-a6f3c57c0b55), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:51.811959 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-852bc2c8-a992-498d-9999-fa3092c8542f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (7c099286-76ab-4d20-baeb-a6f3c57c0b55), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:51.814556 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-852bc2c8-a992-498d-9999-fa3092c8542f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:51.820874 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-852bc2c8-a992-498d-9999-fa3092c8542f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7c099286-76ab-4d20-baeb-a6f3c57c0b55 HTTP/1.1" status: 204 len: 168 time: 0.1311984 Jan 27 16:53:51.825635 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852bc2c8-a992-498d-9999-fa3092c8542f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c099286-76ab-4d20-baeb-a6f3c57c0b55,revision_number=None']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:53:51.925628 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-cadb1e85-efdf-41e8-90f6-84eec0b5e0d2 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Publish callbacks [] for port (c35a56d3-2cd6-4d37-80c2-2f60130d3159), precommit_update {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:51.933439 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-cadb1e85-efdf-41e8-90f6-84eec0b5e0d2 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080387'] for port (c35a56d3-2cd6-4d37-80c2-2f60130d3159), after_update {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:52.047621 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadb1e85-efdf-41e8-90f6-84eec0b5e0d2 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Pushing event updated for resources: {'Port': ['ID=c35a56d3-2cd6-4d37-80c2-2f60130d3159,revision_number=2']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:53:52.050245 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-cadb1e85-efdf-41e8-90f6-84eec0b5e0d2 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1796444'] for floatingip (a4b86216-ff54-4220-9d9d-d8f46394c196), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:52.091448 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-cadb1e85-efdf-41e8-90f6-84eec0b5e0d2 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118807'] for floatingip (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:52.095643 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-cadb1e85-efdf-41e8-90f6-84eec0b5e0d2 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.9609523 Jan 27 16:53:52.103467 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea6ecb2-1620-49e4-8088-4d5843471030 req-3eeb00d9-4b05-4fab-8440-6bf7564b07b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:53:52.105867 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-fea6ecb2-1620-49e4-8088-4d5843471030 req-3eeb00d9-4b05-4fab-8440-6bf7564b07b7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fe08ade68b284511b92c42fba70f29d3&device_id=2a8d6efb-9e26-48f5-80a7-4447209ea47e HTTP/1.1" status: 200 len: 1138 time: 0.0478578 Jan 27 16:53:52.121463 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ea39b4-ef9b-4a3f-b577-3a43ef1dcd23 req-da1b9720-6939-4b30-a0df-baa5f706e139 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:53:52.123305 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-67ea39b4-ef9b-4a3f-b577-3a43ef1dcd23 req-da1b9720-6939-4b30-a0df-baa5f706e139 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a8d6efb-9e26-48f5-80a7-4447209ea47e HTTP/1.1" status: 200 len: 985 time: 0.0645666 Jan 27 16:53:52.177126 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 51740) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:53:52.189338 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-67ea39b4-ef9b-4a3f-b577-3a43ef1dcd23 req-060280bf-87b5-4a86-bf59-bbe51f79631c tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eb100d7-7129-43cb-8277-73c5dbb87bea&id=916d14d8-7f52-490d-840a-6eda3f112a25&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0590200 Jan 27 16:53:52.191701 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-80cb8842-4748-4498-8cf7-26f0b9eeb682 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:52.248415 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea6ecb2-1620-49e4-8088-4d5843471030 req-0ede97ce-05d8-4cd9-a7a1-6f81ffaacd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:53:52.249888 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-fea6ecb2-1620-49e4-8088-4d5843471030 req-0ede97ce-05d8-4cd9-a7a1-6f81ffaacd18 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0cf8540c-4553-4409-baa3-685ce5fef788 HTTP/1.1" status: 200 len: 916 time: 0.1381278 Jan 27 16:53:52.331515 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-41c032ae-a43c-400b-a46b-3f6c1d598af7 req-482e9853-b5c9-4be9-973f-c3b3157eda1c tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--555754688&fields=id&tenant_id=11d012d792424a858b876a618c79f7af HTTP/1.1" status: 200 len: 267 time: 0.0466063 Jan 27 16:53:52.339704 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-fea6ecb2-1620-49e4-8088-4d5843471030 req-04bb5018-9105-46cc-8c13-94a74ef60722 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bdf14445-13aa-42c8-8538-0e113ea22eb2 HTTP/1.1" status: 200 len: 1002 time: 0.0816092 Jan 27 16:53:52.360939 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-80cb8842-4748-4498-8cf7-26f0b9eeb682 admin admin] Publish callbacks [] for security_group (307fbb12-5e6e-4e07-9ec2-8a99847dd2fe), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:52.379804 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-80cb8842-4748-4498-8cf7-26f0b9eeb682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (307fbb12-5e6e-4e07-9ec2-8a99847dd2fe), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:52.435554 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea6ecb2-1620-49e4-8088-4d5843471030 req-2b931ee8-85ed-448f-8bbc-6a720ee2d70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:53:52.437179 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-fea6ecb2-1620-49e4-8088-4d5843471030 req-2b931ee8-85ed-448f-8bbc-6a720ee2d70a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b6bd6e03-faed-4044-b0c4-ece2c83c8c55 HTTP/1.1" status: 200 len: 854 time: 0.0882971 Jan 27 16:53:52.444342 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-80cb8842-4748-4498-8cf7-26f0b9eeb682 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fb8669730dec4023bad45b857762ef51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2662368 Jan 27 16:53:52.444536 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c032ae-a43c-400b-a46b-3f6c1d598af7 req-003b2160-146c-498b-806f-ade3e7291bfd tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:53:52.445954 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-41c032ae-a43c-400b-a46b-3f6c1d598af7 req-003b2160-146c-498b-806f-ade3e7291bfd tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/networks?id=4e17d67f-4d84-42b2-a3bf-cf48fd71687d HTTP/1.1" status: 200 len: 817 time: 0.1070385 Jan 27 16:53:52.446898 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 51756) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:53:52.451979 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cb8842-4748-4498-8cf7-26f0b9eeb682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=307fbb12-5e6e-4e07-9ec2-8a99847dd2fe,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:53:52.476123 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-41c032ae-a43c-400b-a46b-3f6c1d598af7 req-34784058-797d-4123-96d8-546ca84aa26c tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/quotas/11d012d792424a858b876a618c79f7af HTTP/1.1" status: 200 len: 375 time: 0.0229127 Jan 27 16:53:52.513870 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea6ecb2-1620-49e4-8088-4d5843471030 req-7c781ffd-bef5-45f0-9ec8-ab3a6a134c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:53:52.515978 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-fea6ecb2-1620-49e4-8088-4d5843471030 req-7c781ffd-bef5-45f0-9ec8-ab3a6a134c98 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0cf8540c-4553-4409-baa3-685ce5fef788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0700254 Jan 27 16:53:52.551769 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-10df393c-2c29-4a8f-a17a-f43ebfde0777 admin admin] Publish callbacks [] for security_group (307fbb12-5e6e-4e07-9ec2-8a99847dd2fe), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:52.566532 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-41c032ae-a43c-400b-a46b-3f6c1d598af7 req-6be38a62-e36c-40ac-88ee-8ebb28975ff6 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=11d012d792424a858b876a618c79f7af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0838332 Jan 27 16:53:52.582024 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-10df393c-2c29-4a8f-a17a-f43ebfde0777 admin admin] Publish callbacks [] for security_group (307fbb12-5e6e-4e07-9ec2-8a99847dd2fe), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:52.600064 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (492c1832-c7a3-4f77-b4ba-2ebdc28556bf), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:52.611856 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-fea6ecb2-1620-49e4-8088-4d5843471030 req-6c067105-781a-4f0c-8dec-6d733ed6bfc8 service neutron] 10.222.0.24 "GET /v2.0/networks/0cf8540c-4553-4409-baa3-685ce5fef788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892637 Jan 27 16:53:52.639328 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-10df393c-2c29-4a8f-a17a-f43ebfde0777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (307fbb12-5e6e-4e07-9ec2-8a99847dd2fe), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:52.642194 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-10df393c-2c29-4a8f-a17a-f43ebfde0777 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:52.643316 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-10df393c-2c29-4a8f-a17a-f43ebfde0777 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/307fbb12-5e6e-4e07-9ec2-8a99847dd2fe HTTP/1.1" status: 204 len: 168 time: 0.1955197 Jan 27 16:53:52.661917 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10df393c-2c29-4a8f-a17a-f43ebfde0777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=307fbb12-5e6e-4e07-9ec2-8a99847dd2fe,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:53:52.718929 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-fea6ecb2-1620-49e4-8088-4d5843471030 req-aca865d1-f089-4e2a-8991-fcc811c456f8 service neutron] 10.222.0.24 "GET /v2.0/networks/0cf8540c-4553-4409-baa3-685ce5fef788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009121 Jan 27 16:53:52.820093 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-41c032ae-a43c-400b-a46b-3f6c1d598af7 req-0a150585-16b5-4fe3-915c-8a9e2d1e825b service neutron] 10.222.0.48 "GET /v2.0/networks/4e17d67f-4d84-42b2-a3bf-cf48fd71687d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210877 Jan 27 16:53:52.916830 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-41c032ae-a43c-400b-a46b-3f6c1d598af7 req-60086755-aec2-4e5d-917c-95df6b6d243c service neutron] 10.222.0.48 "GET /v2.0/networks/4e17d67f-4d84-42b2-a3bf-cf48fd71687d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918524 Jan 27 16:53:52.986738 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 51764) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:53:53.000974 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-eb2f7574-95ea-4cc5-97a3-385e7faf47cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:53.090922 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-e4d040b7-73f6-47c1-b858-13ae37119266 req-14b19a45-8afc-4e7e-8ec6-4abb0d956fb4 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=094ca1ee-6735-4773-88c3-f81551f79fec HTTP/1.1" status: 200 len: 210 time: 0.0321538 Jan 27 16:53:53.103896 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-eb2f7574-95ea-4cc5-97a3-385e7faf47cb admin admin] Publish callbacks [] for security_group (3427c8ff-4b96-4752-a6ae-ce4a1cec20b7), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:53.108964 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-eb2f7574-95ea-4cc5-97a3-385e7faf47cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (3427c8ff-4b96-4752-a6ae-ce4a1cec20b7), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:53.146190 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2f7574-95ea-4cc5-97a3-385e7faf47cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3427c8ff-4b96-4752-a6ae-ce4a1cec20b7,revision_number=1']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:53:53.150493 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-eb2f7574-95ea-4cc5-97a3-385e7faf47cb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cdaa0e5cf3a447f4a3022d79d280de9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1627204 Jan 27 16:53:53.153745 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 51774) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:53:53.207114 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-15b8a95f-7246-4cd8-8af5-e0bc229cc57d admin admin] Publish callbacks [] for security_group (3427c8ff-4b96-4752-a6ae-ce4a1cec20b7), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:53.229912 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-15b8a95f-7246-4cd8-8af5-e0bc229cc57d admin admin] Publish callbacks [] for security_group (3427c8ff-4b96-4752-a6ae-ce4a1cec20b7), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:53.301714 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-15b8a95f-7246-4cd8-8af5-e0bc229cc57d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (3427c8ff-4b96-4752-a6ae-ce4a1cec20b7), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:53.304387 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-15b8a95f-7246-4cd8-8af5-e0bc229cc57d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:53.305561 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-15b8a95f-7246-4cd8-8af5-e0bc229cc57d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3427c8ff-4b96-4752-a6ae-ce4a1cec20b7 HTTP/1.1" status: 204 len: 168 time: 0.1508636 Jan 27 16:53:53.316880 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b8a95f-7246-4cd8-8af5-e0bc229cc57d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3427c8ff-4b96-4752-a6ae-ce4a1cec20b7,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:53:53.326487 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3b06dd-2940-4bc8-b589-30a4f8eabb19 req-bd9c3766-359c-4bd3-b53a-a6b1836ef215 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:53:53.328015 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-6d3b06dd-2940-4bc8-b589-30a4f8eabb19 req-bd9c3766-359c-4bd3-b53a-a6b1836ef215 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a8d6efb-9e26-48f5-80a7-4447209ea47e HTTP/1.1" status: 200 len: 985 time: 0.0675559 Jan 27 16:53:53.412119 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-6d3b06dd-2940-4bc8-b589-30a4f8eabb19 req-9cdce878-a4a0-475f-b60c-7b7c9a332bb4 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eb100d7-7129-43cb-8277-73c5dbb87bea&id=916d14d8-7f52-490d-840a-6eda3f112a25&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0670838 Jan 27 16:53:54.228882 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-b63f34b7-b7a7-4354-86a7-164993af1e08 req-854b3e72-a324-4c08-8d33-6eccdfadf4fc tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=094ca1ee-6735-4773-88c3-f81551f79fec HTTP/1.1" status: 200 len: 210 time: 0.0625801 Jan 27 16:53:54.310390 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c032ae-a43c-400b-a46b-3f6c1d598af7 req-ff733427-731f-4130-ad55-ca0ce736f0f1 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:53:54.311912 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-41c032ae-a43c-400b-a46b-3f6c1d598af7 req-ff733427-731f-4130-ad55-ca0ce736f0f1 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.24 "GET /v2.0/networks?id=4e17d67f-4d84-42b2-a3bf-cf48fd71687d HTTP/1.1" status: 200 len: 817 time: 0.1477993 Jan 27 16:53:54.382801 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-41c032ae-a43c-400b-a46b-3f6c1d598af7 req-b36985b8-5fb4-492f-9fae-32296ac1c07c tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11d012d792424a858b876a618c79f7af HTTP/1.1" status: 200 len: 379 time: 0.0591702 Jan 27 16:53:54.394563 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.v2.base [req-41c032ae-a43c-400b-a46b-3f6c1d598af7 req-a5ab9967-e82a-4923-9fc2-3a924f0b17b7 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Request body: {'port': {'device_id': '094ca1ee-6735-4773-88c3-f81551f79fec', 'network_id': '4e17d67f-4d84-42b2-a3bf-cf48fd71687d', 'admin_state_up': True, 'tenant_id': '11d012d792424a858b876a618c79f7af', 'security_groups': ['fb2f1526-28f2-4b52-8439-abb91f5f29fc']}} {{(pid=114094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:53:54.512097 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41c032ae-a43c-400b-a46b-3f6c1d598af7 req-a5ab9967-e82a-4923-9fc2-3a924f0b17b7 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Made reservation on behalf of 11d012d792424a858b876a618c79f7af for: {'port': 1} {{(pid=114094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:53:54.515617 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-41c032ae-a43c-400b-a46b-3f6c1d598af7 req-a5ab9967-e82a-4923-9fc2-3a924f0b17b7 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:54.539681 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c65217-5cc4-42de-8150-40ad1f921204 req-c36bedc2-8e42-4969-adcd-f916f08aae1f tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:53:54.541565 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-19c65217-5cc4-42de-8150-40ad1f921204 req-c36bedc2-8e42-4969-adcd-f916f08aae1f tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a8d6efb-9e26-48f5-80a7-4447209ea47e HTTP/1.1" status: 200 len: 985 time: 0.0540535 Jan 27 16:53:54.616681 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-19c65217-5cc4-42de-8150-40ad1f921204 req-e7652a95-23c4-4934-a26a-500957d2d0ac tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eb100d7-7129-43cb-8277-73c5dbb87bea&id=916d14d8-7f52-490d-840a-6eda3f112a25&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0614095 Jan 27 16:53:54.655610 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.db_base_plugin_common [req-41c032ae-a43c-400b-a46b-3f6c1d598af7 req-a5ab9967-e82a-4923-9fc2-3a924f0b17b7 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Allocated IP 172.20.0.14 (4e17d67f-4d84-42b2-a3bf-cf48fd71687d/b0494b2b-60e2-42b5-a63f-939831eceb11/c65d8b4a-3134-49fd-9fd6-0ca9592da86a) {{(pid=114094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:53:54.789287 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-41c032ae-a43c-400b-a46b-3f6c1d598af7 req-a5ab9967-e82a-4923-9fc2-3a924f0b17b7 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Publish callbacks [] for port (c65d8b4a-3134-49fd-9fd6-0ca9592da86a), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:54.822026 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-41c032ae-a43c-400b-a46b-3f6c1d598af7 req-a5ab9967-e82a-4923-9fc2-3a924f0b17b7 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740202573617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777202'] for port (c65d8b4a-3134-49fd-9fd6-0ca9592da86a), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:54.866132 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41c032ae-a43c-400b-a46b-3f6c1d598af7 req-a5ab9967-e82a-4923-9fc2-3a924f0b17b7 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Network 4e17d67f-4d84-42b2-a3bf-cf48fd71687d is already hosted by enough agents. {{(pid=114094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:53:54.870732 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.base_scheduler [req-41c032ae-a43c-400b-a46b-3f6c1d598af7 req-a5ab9967-e82a-4923-9fc2-3a924f0b17b7 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Resources bound (agent type, host, resource id): {{(pid=114094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:53:54.876689 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.l3_dvrscheduler_db [req-41c032ae-a43c-400b-a46b-3f6c1d598af7 req-a5ab9967-e82a-4923-9fc2-3a924f0b17b7 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Received port after_create {{(pid=114094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:53:54.904220 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ab9967-e82a-4923-9fc2-3a924f0b17b7 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Pushing event updated for resources: {'Port': ['ID=c65d8b4a-3134-49fd-9fd6-0ca9592da86a,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:53:54.929576 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c032ae-a43c-400b-a46b-3f6c1d598af7 req-a5ab9967-e82a-4923-9fc2-3a924f0b17b7 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:53:54.930212 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-41c032ae-a43c-400b-a46b-3f6c1d598af7 req-a5ab9967-e82a-4923-9fc2-3a924f0b17b7 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118807'] for port (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:54.946358 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-41c032ae-a43c-400b-a46b-3f6c1d598af7 req-a5ab9967-e82a-4923-9fc2-3a924f0b17b7 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5557296 Jan 27 16:53:54.957652 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.v2.base [req-41c032ae-a43c-400b-a46b-3f6c1d598af7 req-fc5ee5cf-4e54-4fae-95e0-6857a254ecf2 service neutron] Request body: {'port': {'device_id': '094ca1ee-6735-4773-88c3-f81551f79fec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81883'}} {{(pid=114094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:53:55.018458 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-41c032ae-a43c-400b-a46b-3f6c1d598af7 req-fc5ee5cf-4e54-4fae-95e0-6857a254ecf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (c65d8b4a-3134-49fd-9fd6-0ca9592da86a), before_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:55.208052 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-f4cdbf46-eabc-4ac9-be7c-6eb672a7bfb9 None None] Provisioning complete for port c65d8b4a-3134-49fd-9fd6-0ca9592da86a triggered by entity DHCP. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:53:55.208626 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-f4cdbf46-eabc-4ac9-be7c-6eb672a7bfb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (c65d8b4a-3134-49fd-9fd6-0ca9592da86a), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:55.245273 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-f4cdbf46-eabc-4ac9-be7c-6eb672a7bfb9 None None] Port c65d8b4a-3134-49fd-9fd6-0ca9592da86a cannot update to ACTIVE because it is not bound. {{(pid=114096) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 16:53:55.354955 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.notifiers.nova [req-41c032ae-a43c-400b-a46b-3f6c1d598af7 req-fc5ee5cf-4e54-4fae-95e0-6857a254ecf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c65d8b4a-3134-49fd-9fd6-0ca9592da86a {{(pid=114094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:53:55.360295 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e012e0f-17d3-43f7-bcaf-db900baf2098 req-f26a7b11-6e50-40d4-936a-f575453c4cc3 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:53:55.361803 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-4e012e0f-17d3-43f7-bcaf-db900baf2098 req-f26a7b11-6e50-40d4-936a-f575453c4cc3 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=094ca1ee-6735-4773-88c3-f81551f79fec HTTP/1.1" status: 200 len: 932 time: 0.0535321 Jan 27 16:53:55.365602 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-41c032ae-a43c-400b-a46b-3f6c1d598af7 req-fc5ee5cf-4e54-4fae-95e0-6857a254ecf2 service neutron] Publish callbacks [] for port (c65d8b4a-3134-49fd-9fd6-0ca9592da86a), precommit_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:55.378515 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.provisioning_blocks [req-41c032ae-a43c-400b-a46b-3f6c1d598af7 req-fc5ee5cf-4e54-4fae-95e0-6857a254ecf2 service neutron] Transition to ACTIVE for port object c65d8b4a-3134-49fd-9fd6-0ca9592da86a will not be triggered until provisioned by entity L2. {{(pid=114094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 16:53:55.382529 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-41c032ae-a43c-400b-a46b-3f6c1d598af7 req-fc5ee5cf-4e54-4fae-95e0-6857a254ecf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8776969'] for port (c65d8b4a-3134-49fd-9fd6-0ca9592da86a), after_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:55.416340 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-4e012e0f-17d3-43f7-bcaf-db900baf2098 req-6bba3bf4-5ec3-4021-8f1d-b2a6ba3763fb tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb2f1526-28f2-4b52-8439-abb91f5f29fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473080 Jan 27 16:53:55.437544 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5ee5cf-4e54-4fae-95e0-6857a254ecf2 service neutron] Pushing event updated for resources: {'Port': ['ID=c65d8b4a-3134-49fd-9fd6-0ca9592da86a,revision_number=2']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:53:55.520995 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.managers [req-41c032ae-a43c-400b-a46b-3f6c1d598af7 req-fc5ee5cf-4e54-4fae-95e0-6857a254ecf2 service neutron] Attempting to bind port c65d8b4a-3134-49fd-9fd6-0ca9592da86a on host hv-cinder-81883 for vnic_type normal with profile {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:53:55.521327 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.managers [req-41c032ae-a43c-400b-a46b-3f6c1d598af7 req-fc5ee5cf-4e54-4fae-95e0-6857a254ecf2 service neutron] Attempting to bind port c65d8b4a-3134-49fd-9fd6-0ca9592da86a by drivers openvswitch,hyperv on host hv-cinder-81883 at level 0 using segments [{'id': 'f24320bd-5fde-4b90-81d3-17a919a07a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '4e17d67f-4d84-42b2-a3bf-cf48fd71687d'}] {{(pid=114094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:53:55.521653 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c032ae-a43c-400b-a46b-3f6c1d598af7 req-fc5ee5cf-4e54-4fae-95e0-6857a254ecf2 service neutron] Attempting to bind port c65d8b4a-3134-49fd-9fd6-0ca9592da86a on network 4e17d67f-4d84-42b2-a3bf-cf48fd71687d {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:53:55.526478 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c032ae-a43c-400b-a46b-3f6c1d598af7 req-fc5ee5cf-4e54-4fae-95e0-6857a254ecf2 service neutron] Port c65d8b4a-3134-49fd-9fd6-0ca9592da86a on network 4e17d67f-4d84-42b2-a3bf-cf48fd71687d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81883 {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 16:53:55.526796 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c032ae-a43c-400b-a46b-3f6c1d598af7 req-fc5ee5cf-4e54-4fae-95e0-6857a254ecf2 service neutron] Attempting to bind port c65d8b4a-3134-49fd-9fd6-0ca9592da86a on network 4e17d67f-4d84-42b2-a3bf-cf48fd71687d {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:53:55.533345 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c032ae-a43c-400b-a46b-3f6c1d598af7 req-fc5ee5cf-4e54-4fae-95e0-6857a254ecf2 service neutron] Checking agent: {'id': '853c399d-72c7-467e-bd42-08a47e7fb1c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81883', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 46, 47), 'started_at': datetime.datetime(2022, 1, 27, 16, 46, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:53:55.533684 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c032ae-a43c-400b-a46b-3f6c1d598af7 req-fc5ee5cf-4e54-4fae-95e0-6857a254ecf2 service neutron] Checking segment: {'id': 'f24320bd-5fde-4b90-81d3-17a919a07a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '4e17d67f-4d84-42b2-a3bf-cf48fd71687d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:53:55.534245 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c032ae-a43c-400b-a46b-3f6c1d598af7 req-fc5ee5cf-4e54-4fae-95e0-6857a254ecf2 service neutron] Bound using segment: {'id': 'f24320bd-5fde-4b90-81d3-17a919a07a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '4e17d67f-4d84-42b2-a3bf-cf48fd71687d'} {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:53:55.534839 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.managers [req-41c032ae-a43c-400b-a46b-3f6c1d598af7 req-fc5ee5cf-4e54-4fae-95e0-6857a254ecf2 service neutron] Bound port: c65d8b4a-3134-49fd-9fd6-0ca9592da86a, host: hv-cinder-81883, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f24320bd-5fde-4b90-81d3-17a919a07a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '4e17d67f-4d84-42b2-a3bf-cf48fd71687d'}}] {{(pid=114094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:53:55.535279 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-41c032ae-a43c-400b-a46b-3f6c1d598af7 req-fc5ee5cf-4e54-4fae-95e0-6857a254ecf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (c65d8b4a-3134-49fd-9fd6-0ca9592da86a), before_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:55.611440 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.db [req-41c032ae-a43c-400b-a46b-3f6c1d598af7 req-fc5ee5cf-4e54-4fae-95e0-6857a254ecf2 service neutron] For port c65d8b4a-3134-49fd-9fd6-0ca9592da86a, host hv-cinder-81883, cleared binding levels {{(pid=114094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:53:55.616972 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.db [req-41c032ae-a43c-400b-a46b-3f6c1d598af7 req-fc5ee5cf-4e54-4fae-95e0-6857a254ecf2 service neutron] For port c65d8b4a-3134-49fd-9fd6-0ca9592da86a, host hv-cinder-81883, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=c65d8b4a-3134-49fd-9fd6-0ca9592da86a,segment=NetworkSegment(f24320bd-5fde-4b90-81d3-17a919a07a12),segment_id=f24320bd-5fde-4b90-81d3-17a919a07a12)] {{(pid=114094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:53:55.622486 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-41c032ae-a43c-400b-a46b-3f6c1d598af7 req-fc5ee5cf-4e54-4fae-95e0-6857a254ecf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8776969'] for port (c65d8b4a-3134-49fd-9fd6-0ca9592da86a), after_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:55.663106 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c032ae-a43c-400b-a46b-3f6c1d598af7 req-fc5ee5cf-4e54-4fae-95e0-6857a254ecf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:53:55.663786 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-41c032ae-a43c-400b-a46b-3f6c1d598af7 req-fc5ee5cf-4e54-4fae-95e0-6857a254ecf2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118807'] for port (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:55.665438 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-41c032ae-a43c-400b-a46b-3f6c1d598af7 req-fc5ee5cf-4e54-4fae-95e0-6857a254ecf2 service neutron] 10.222.0.24 "PUT /v2.0/ports/c65d8b4a-3134-49fd-9fd6-0ca9592da86a HTTP/1.1" status: 200 len: 1094 time: 0.7120092 Jan 27 16:53:55.665888 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '094ca1ee-6735-4773-88c3-f81551f79fec', 'tag': 'c65d8b4a-3134-49fd-9fd6-0ca9592da86a'}] {{(pid=114094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:53:55.668227 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}342a798d1d13ecd85fd4efdf34ff3908ecd3b9322feeb0f720fcdcd52e7e333b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f259455-bb60-4b76-a04e-47df17fb3bdd" -d '{"events": [{"name": "network-changed", "server_uuid": "094ca1ee-6735-4773-88c3-f81551f79fec", "tag": "c65d8b4a-3134-49fd-9fd6-0ca9592da86a"}]}' {{(pid=114094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:53:55.702130 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5ee5cf-4e54-4fae-95e0-6857a254ecf2 service neutron] Pushing event updated for resources: {'Port': ['ID=c65d8b4a-3134-49fd-9fd6-0ca9592da86a,revision_number=3']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:53:55.746428 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 16:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-836d533e-6d4c-478d-b87c-b11d75b8de0d x-openstack-request-id: req-836d533e-6d4c-478d-b87c-b11d75b8de0d {{(pid=114094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:53:55.747623 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "094ca1ee-6735-4773-88c3-f81551f79fec", "tag": "c65d8b4a-3134-49fd-9fd6-0ca9592da86a", "status": "completed", "code": 200}]} {{(pid=114094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:53:55.748832 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-836d533e-6d4c-478d-b87c-b11d75b8de0d {{(pid=114094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:53:55.750450 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '094ca1ee-6735-4773-88c3-f81551f79fec', 'tag': 'c65d8b4a-3134-49fd-9fd6-0ca9592da86a', 'status': 'completed', 'code': 200} Jan 27 16:53:55.769793 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51c4354-fde3-4b62-b8d5-87b3343277fa req-be65e28c-4b44-44ea-89ba-fffd029f4bdc tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:53:55.771635 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-d51c4354-fde3-4b62-b8d5-87b3343277fa req-be65e28c-4b44-44ea-89ba-fffd029f4bdc tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a8d6efb-9e26-48f5-80a7-4447209ea47e HTTP/1.1" status: 200 len: 985 time: 0.0730402 Jan 27 16:53:55.789496 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c032ae-a43c-400b-a46b-3f6c1d598af7 req-a375e40c-7d18-4346-abba-798a29e36199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:53:55.791046 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-41c032ae-a43c-400b-a46b-3f6c1d598af7 req-a375e40c-7d18-4346-abba-798a29e36199 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=11d012d792424a858b876a618c79f7af&device_id=094ca1ee-6735-4773-88c3-f81551f79fec HTTP/1.1" status: 200 len: 1097 time: 0.0601785 Jan 27 16:53:55.845917 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-d51c4354-fde3-4b62-b8d5-87b3343277fa req-fec2d1e7-a20a-4f70-91af-02a845579485 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eb100d7-7129-43cb-8277-73c5dbb87bea&id=916d14d8-7f52-490d-840a-6eda3f112a25&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0681167 Jan 27 16:53:55.851776 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-41c032ae-a43c-400b-a46b-3f6c1d598af7 req-ba992483-2b71-4083-89f9-0ae4c9ed9ee6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c65d8b4a-3134-49fd-9fd6-0ca9592da86a HTTP/1.1" status: 200 len: 217 time: 0.0534201 Jan 27 16:53:55.908544 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c032ae-a43c-400b-a46b-3f6c1d598af7 req-4234ec46-6233-482e-a73d-81b789e0869d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:53:55.910005 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-41c032ae-a43c-400b-a46b-3f6c1d598af7 req-4234ec46-6233-482e-a73d-81b789e0869d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b0494b2b-60e2-42b5-a63f-939831eceb11 HTTP/1.1" status: 200 len: 856 time: 0.0506089 Jan 27 16:53:55.959900 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c032ae-a43c-400b-a46b-3f6c1d598af7 req-2f9e9aee-ea56-4ff7-a867-e3145f1d782e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:53:55.961390 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-41c032ae-a43c-400b-a46b-3f6c1d598af7 req-2f9e9aee-ea56-4ff7-a867-e3145f1d782e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4e17d67f-4d84-42b2-a3bf-cf48fd71687d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399785 Jan 27 16:53:56.063759 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-41c032ae-a43c-400b-a46b-3f6c1d598af7 req-2563f0c9-d942-4b6b-89e8-4d8fc8fba0fe service neutron] 10.222.0.24 "GET /v2.0/networks/4e17d67f-4d84-42b2-a3bf-cf48fd71687d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933051 Jan 27 16:53:56.152328 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-41c032ae-a43c-400b-a46b-3f6c1d598af7 req-1af429d3-f60b-4656-bec1-16a5713ad173 service neutron] 10.222.0.24 "GET /v2.0/networks/4e17d67f-4d84-42b2-a3bf-cf48fd71687d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814204 Jan 27 16:53:56.250670 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f259455-bb60-4b76-a04e-47df17fb3bdd req-29999ed1-8bc5-4db5-8ca0-bc92c90e8c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:53:56.252216 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-6f259455-bb60-4b76-a04e-47df17fb3bdd req-29999ed1-8bc5-4db5-8ca0-bc92c90e8c19 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=11d012d792424a858b876a618c79f7af&device_id=094ca1ee-6735-4773-88c3-f81551f79fec HTTP/1.1" status: 200 len: 1097 time: 0.0420558 Jan 27 16:53:56.346471 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f259455-bb60-4b76-a04e-47df17fb3bdd req-824b1f86-3104-492b-83c0-782f9fdadf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:53:56.347960 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-6f259455-bb60-4b76-a04e-47df17fb3bdd req-824b1f86-3104-492b-83c0-782f9fdadf3a service neutron] 10.222.0.24 "GET /v2.0/networks?id=4e17d67f-4d84-42b2-a3bf-cf48fd71687d HTTP/1.1" status: 200 len: 918 time: 0.0891652 Jan 27 16:53:56.390439 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-6f259455-bb60-4b76-a04e-47df17fb3bdd req-052817c7-962a-452b-9ea6-135ab7fd5ba5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c65d8b4a-3134-49fd-9fd6-0ca9592da86a HTTP/1.1" status: 200 len: 217 time: 0.0349777 Jan 27 16:53:56.445267 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f259455-bb60-4b76-a04e-47df17fb3bdd req-f9b535b5-0395-4336-81a0-761fd0025ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:53:56.450131 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-6f259455-bb60-4b76-a04e-47df17fb3bdd req-f9b535b5-0395-4336-81a0-761fd0025ce0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b0494b2b-60e2-42b5-a63f-939831eceb11 HTTP/1.1" status: 200 len: 856 time: 0.0496531 Jan 27 16:53:56.562758 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f48ce3-2cc6-481f-b4de-a9423c42f0f8 req-3489cae0-5f9d-47b0-ad76-aca68b19c44f tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:53:56.564634 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-77f48ce3-2cc6-481f-b4de-a9423c42f0f8 req-3489cae0-5f9d-47b0-ad76-aca68b19c44f tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=094ca1ee-6735-4773-88c3-f81551f79fec HTTP/1.1" status: 200 len: 944 time: 0.0583701 Jan 27 16:53:56.617026 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-77f48ce3-2cc6-481f-b4de-a9423c42f0f8 req-8045b3bc-59b4-4572-84be-10302fdf9a01 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb2f1526-28f2-4b52-8439-abb91f5f29fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465686 Jan 27 16:53:56.732557 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f259455-bb60-4b76-a04e-47df17fb3bdd req-cb32b008-2acf-44bb-b25b-a8a7100fc083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:53:56.734030 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-6f259455-bb60-4b76-a04e-47df17fb3bdd req-cb32b008-2acf-44bb-b25b-a8a7100fc083 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4e17d67f-4d84-42b2-a3bf-cf48fd71687d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2802501 Jan 27 16:53:56.820659 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-6f259455-bb60-4b76-a04e-47df17fb3bdd req-a844b85c-7cbc-4f70-881f-e9820ce3ad90 service neutron] 10.222.0.24 "GET /v2.0/networks/4e17d67f-4d84-42b2-a3bf-cf48fd71687d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792661 Jan 27 16:53:56.912480 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-6f259455-bb60-4b76-a04e-47df17fb3bdd req-6d6e245b-76e0-4a8b-a86a-522f07b8f682 service neutron] 10.222.0.24 "GET /v2.0/networks/4e17d67f-4d84-42b2-a3bf-cf48fd71687d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858283 Jan 27 16:53:56.960904 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5774448a-910e-4276-a401-f9fd5d702968 req-208d616f-42d4-400c-8ccd-d74c853b8cc1 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:53:56.962337 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-5774448a-910e-4276-a401-f9fd5d702968 req-208d616f-42d4-400c-8ccd-d74c853b8cc1 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a8d6efb-9e26-48f5-80a7-4447209ea47e HTTP/1.1" status: 200 len: 985 time: 0.0484412 Jan 27 16:53:57.020403 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-5774448a-910e-4276-a401-f9fd5d702968 req-b5556065-e28a-4f76-a14b-b2f8caeaf0a7 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eb100d7-7129-43cb-8277-73c5dbb87bea&id=916d14d8-7f52-490d-840a-6eda3f112a25&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0516279 Jan 27 16:53:57.745031 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9990762-0208-448e-98d6-fdc341da5fa3 req-a5c5e97a-c92a-44bf-8c81-1121efc150c3 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:53:57.748046 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-a9990762-0208-448e-98d6-fdc341da5fa3 req-a5c5e97a-c92a-44bf-8c81-1121efc150c3 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=094ca1ee-6735-4773-88c3-f81551f79fec HTTP/1.1" status: 200 len: 944 time: 0.0563264 Jan 27 16:53:57.805939 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-a9990762-0208-448e-98d6-fdc341da5fa3 req-5880df22-bcf8-43b4-8233-2729120f2ce6 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb2f1526-28f2-4b52-8439-abb91f5f29fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530214 Jan 27 16:53:58.134438 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5194f7c6-c456-4442-a66f-5f09636b50b4 req-02a31800-6657-4298-81e2-6394f67b170d tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:53:58.135896 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-5194f7c6-c456-4442-a66f-5f09636b50b4 req-02a31800-6657-4298-81e2-6394f67b170d tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a8d6efb-9e26-48f5-80a7-4447209ea47e HTTP/1.1" status: 200 len: 985 time: 0.0490806 Jan 27 16:53:58.194165 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-5194f7c6-c456-4442-a66f-5f09636b50b4 req-eda095f1-7ff4-49bd-8ba7-0ebb3ec99174 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eb100d7-7129-43cb-8277-73c5dbb87bea&id=916d14d8-7f52-490d-840a-6eda3f112a25&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0521593 Jan 27 16:53:58.665367 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device c65d8b4a-3134-49fd-9fd6-0ca9592da86a details requested by agent hyperv_hv-cinder-81883 with host hv-cinder-81883 {{(pid=114096) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 16:53:58.759551 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] For port c65d8b4a-3134-49fd-9fd6-0ca9592da86a, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=c65d8b4a-3134-49fd-9fd6-0ca9592da86a,segment=NetworkSegment(f24320bd-5fde-4b90-81d3-17a919a07a12),segment_id=f24320bd-5fde-4b90-81d3-17a919a07a12)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:53:58.771700 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Returning: {'device': 'c65d8b4a-3134-49fd-9fd6-0ca9592da86a', 'network_id': '4e17d67f-4d84-42b2-a3bf-cf48fd71687d', 'port_id': 'c65d8b4a-3134-49fd-9fd6-0ca9592da86a', 'mac_address': 'fa:16:3e:3c:49:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0494b2b-60e2-42b5-a63f-939831eceb11', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114096) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 16:53:58.808679 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Current status of the port c65d8b4a-3134-49fd-9fd6-0ca9592da86a is: DOWN; New status is: BUILD {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:53:58.809088 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (c65d8b4a-3134-49fd-9fd6-0ca9592da86a), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:58.826642 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.notifiers.nova [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c65d8b4a-3134-49fd-9fd6-0ca9592da86a {{(pid=114096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:53:58.856918 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] For port c65d8b4a-3134-49fd-9fd6-0ca9592da86a, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=c65d8b4a-3134-49fd-9fd6-0ca9592da86a,segment=NetworkSegment(f24320bd-5fde-4b90-81d3-17a919a07a12),segment_id=f24320bd-5fde-4b90-81d3-17a919a07a12)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:53:58.861365 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (c65d8b4a-3134-49fd-9fd6-0ca9592da86a), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:58.917470 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Pushing event updated for resources: {'Port': ['ID=c65d8b4a-3134-49fd-9fd6-0ca9592da86a,revision_number=4']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:53:58.924922 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:53:58.925435 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:53:58.925776 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:53:58.926342 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:53:58.927522 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:53:58.928185 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:53:58.928776 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:53:58.929046 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:53:58.929388 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:53:58.929731 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:53:58.930066 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:53:58.930397 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:53:58.930725 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:53:58.938761 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a036fa51-3456-4faf-bab3-1127b6c36912 req-1d2bca3d-dddb-423e-a45a-febb9ca373a1 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:53:58.943999 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-a036fa51-3456-4faf-bab3-1127b6c36912 req-1d2bca3d-dddb-423e-a45a-febb9ca373a1 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=094ca1ee-6735-4773-88c3-f81551f79fec HTTP/1.1" status: 200 len: 945 time: 0.0617988 Jan 27 16:53:58.988984 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-a036fa51-3456-4faf-bab3-1127b6c36912 req-35ed65d4-f1f2-4735-b7e4-e0ff7dfc2416 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb2f1526-28f2-4b52-8439-abb91f5f29fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431724 Jan 27 16:53:59.119514 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] get_ports_and_sgs() called for port_ids ['c65d8b4a-3134-49fd-9fd6-0ca9592da86a'] {{(pid=114096) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 16:53:59.155464 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 51892) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:53:59.264496 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-ea00803f-fc11-4f16-8044-9e8c93d0ae1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:59.335864 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064ab4e-f54f-48ee-8a0f-6ba5a9333bf3 req-8fe306bf-acd1-4034-b344-914f711a25c4 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:53:59.337212 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-b064ab4e-f54f-48ee-8a0f-6ba5a9333bf3 req-8fe306bf-acd1-4034-b344-914f711a25c4 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a8d6efb-9e26-48f5-80a7-4447209ea47e HTTP/1.1" status: 200 len: 985 time: 0.0705414 Jan 27 16:53:59.417860 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-ea00803f-fc11-4f16-8044-9e8c93d0ae1e admin admin] Publish callbacks [] for security_group (6478461b-6172-459b-b2ab-3baefb377faf), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:59.424128 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-b064ab4e-f54f-48ee-8a0f-6ba5a9333bf3 req-fcb7b03b-83ab-4557-b867-558a33dce219 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eb100d7-7129-43cb-8277-73c5dbb87bea&id=916d14d8-7f52-490d-840a-6eda3f112a25&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0789902 Jan 27 16:53:59.425132 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-ea00803f-fc11-4f16-8044-9e8c93d0ae1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (6478461b-6172-459b-b2ab-3baefb377faf), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:59.464227 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea00803f-fc11-4f16-8044-9e8c93d0ae1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6478461b-6172-459b-b2ab-3baefb377faf,revision_number=1']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:53:59.468689 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-ea00803f-fc11-4f16-8044-9e8c93d0ae1e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9a9b744f41c64576875e8a101f0eb349&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3121362 Jan 27 16:53:59.471281 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 51898) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:53:59.518803 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-29d92e71-ebf2-419b-9fb2-0574d70eef5e admin admin] Publish callbacks [] for security_group (6478461b-6172-459b-b2ab-3baefb377faf), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:59.539389 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-29d92e71-ebf2-419b-9fb2-0574d70eef5e admin admin] Publish callbacks [] for security_group (6478461b-6172-459b-b2ab-3baefb377faf), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:59.587760 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-29d92e71-ebf2-419b-9fb2-0574d70eef5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (6478461b-6172-459b-b2ab-3baefb377faf), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:59.590629 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-29d92e71-ebf2-419b-9fb2-0574d70eef5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:59.591836 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-29d92e71-ebf2-419b-9fb2-0574d70eef5e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6478461b-6172-459b-b2ab-3baefb377faf HTTP/1.1" status: 204 len: 168 time: 0.1196017 Jan 27 16:53:59.599404 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d92e71-ebf2-419b-9fb2-0574d70eef5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6478461b-6172-459b-b2ab-3baefb377faf,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:53:59.840158 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 51906) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:53:59.853178 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-8a9ef5b3-da9c-458e-9614-dc4e29b47030 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:59.925433 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-8a9ef5b3-da9c-458e-9614-dc4e29b47030 admin admin] Publish callbacks [] for security_group (a191dc10-8f2b-44da-a8b4-c4a255e8f284), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:59.929278 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-8a9ef5b3-da9c-458e-9614-dc4e29b47030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (a191dc10-8f2b-44da-a8b4-c4a255e8f284), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:53:59.966793 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-8a9ef5b3-da9c-458e-9614-dc4e29b47030 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=30ee6f981f574b48a0c3d60e5977b35d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1255674 Jan 27 16:53:59.967673 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9ef5b3-da9c-458e-9614-dc4e29b47030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a191dc10-8f2b-44da-a8b4-c4a255e8f284,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:53:59.970315 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 51908) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:54:00.019255 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-84b40ea4-dd97-4cc8-b112-f27abcc7f4ee admin admin] Publish callbacks [] for security_group (a191dc10-8f2b-44da-a8b4-c4a255e8f284), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:00.040566 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-84b40ea4-dd97-4cc8-b112-f27abcc7f4ee admin admin] Publish callbacks [] for security_group (a191dc10-8f2b-44da-a8b4-c4a255e8f284), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:00.112368 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-84b40ea4-dd97-4cc8-b112-f27abcc7f4ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (a191dc10-8f2b-44da-a8b4-c4a255e8f284), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:00.114757 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-84b40ea4-dd97-4cc8-b112-f27abcc7f4ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:00.115875 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-84b40ea4-dd97-4cc8-b112-f27abcc7f4ee admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a191dc10-8f2b-44da-a8b4-c4a255e8f284 HTTP/1.1" status: 204 len: 168 time: 0.1441317 Jan 27 16:54:00.123273 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c387f82c-b1d0-40f3-a061-e476379b0ef0 req-67b0754f-9a12-4eca-9d28-8ad7c00bdce0 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:00.124690 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-c387f82c-b1d0-40f3-a061-e476379b0ef0 req-67b0754f-9a12-4eca-9d28-8ad7c00bdce0 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=094ca1ee-6735-4773-88c3-f81551f79fec HTTP/1.1" status: 200 len: 945 time: 0.0621166 Jan 27 16:54:00.138724 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b40ea4-dd97-4cc8-b112-f27abcc7f4ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a191dc10-8f2b-44da-a8b4-c4a255e8f284,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:54:00.178252 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-c387f82c-b1d0-40f3-a061-e476379b0ef0 req-1a2a1284-81ac-4d05-b5a3-0f8799fcb773 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb2f1526-28f2-4b52-8439-abb91f5f29fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452659 Jan 27 16:54:00.541756 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34737840-5991-4c53-ab88-f38599079ffc req-20f50a58-b9ab-4a74-8c8b-341bc1021b4f tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:00.544139 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-34737840-5991-4c53-ab88-f38599079ffc req-20f50a58-b9ab-4a74-8c8b-341bc1021b4f tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a8d6efb-9e26-48f5-80a7-4447209ea47e HTTP/1.1" status: 200 len: 985 time: 0.0497632 Jan 27 16:54:00.605511 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-34737840-5991-4c53-ab88-f38599079ffc req-315c523f-dae6-4b98-aacf-54e64c82f28d tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eb100d7-7129-43cb-8277-73c5dbb87bea&id=916d14d8-7f52-490d-840a-6eda3f112a25&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0540419 Jan 27 16:54:00.668961 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device c65d8b4a-3134-49fd-9fd6-0ca9592da86a up at agent hyperv_hv-cinder-81883 {{(pid=114096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:54:00.718353 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Provisioning for port c65d8b4a-3134-49fd-9fd6-0ca9592da86a completed by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 16:54:00.722727 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Provisioning complete for port c65d8b4a-3134-49fd-9fd6-0ca9592da86a triggered by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:54:00.723104 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (c65d8b4a-3134-49fd-9fd6-0ca9592da86a), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:00.799973 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Current status of the port c65d8b4a-3134-49fd-9fd6-0ca9592da86a is: BUILD; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:54:00.800367 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (c65d8b4a-3134-49fd-9fd6-0ca9592da86a), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:00.825612 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '094ca1ee-6735-4773-88c3-f81551f79fec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c65d8b4a-3134-49fd-9fd6-0ca9592da86a'}] {{(pid=114096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:54:00.827846 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7400b25514d980253c692f49984ce8becaf326df5cb1ee6ae8228296f1505bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2627dccb-6798-456a-bc21-ec8d851bb338" -d '{"events": [{"server_uuid": "094ca1ee-6735-4773-88c3-f81551f79fec", "name": "network-vif-plugged", "status": "completed", "tag": "c65d8b4a-3134-49fd-9fd6-0ca9592da86a"}]}' {{(pid=114096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:54:00.841349 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] For port c65d8b4a-3134-49fd-9fd6-0ca9592da86a, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=c65d8b4a-3134-49fd-9fd6-0ca9592da86a,segment=NetworkSegment(f24320bd-5fde-4b90-81d3-17a919a07a12),segment_id=f24320bd-5fde-4b90-81d3-17a919a07a12)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:54:00.845707 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (c65d8b4a-3134-49fd-9fd6-0ca9592da86a), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:00.876517 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 16:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-270a13af-53a6-496a-b888-6080a1b5dd5c x-openstack-request-id: req-270a13af-53a6-496a-b888-6080a1b5dd5c {{(pid=114096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:54:00.876839 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "094ca1ee-6735-4773-88c3-f81551f79fec", "name": "network-vif-plugged", "status": "completed", "tag": "c65d8b4a-3134-49fd-9fd6-0ca9592da86a", "code": 200}]} {{(pid=114096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:54:00.877094 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-270a13af-53a6-496a-b888-6080a1b5dd5c {{(pid=114096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:54:00.877516 dv-cinder-818830-2-iscsi neutron-server[114096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '094ca1ee-6735-4773-88c3-f81551f79fec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c65d8b4a-3134-49fd-9fd6-0ca9592da86a', 'code': 200} Jan 27 16:54:00.897885 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Pushing event updated for resources: {'Port': ['ID=c65d8b4a-3134-49fd-9fd6-0ca9592da86a,revision_number=5']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:54:01.148315 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7e0468-52e1-48d4-86b3-4b98ace4a686 req-bcb3d133-34be-47e3-9821-9a7e049006aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:01.149703 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-df7e0468-52e1-48d4-86b3-4b98ace4a686 req-bcb3d133-34be-47e3-9821-9a7e049006aa service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=094ca1ee-6735-4773-88c3-f81551f79fec HTTP/1.1" status: 200 len: 1099 time: 0.1360614 Jan 27 16:54:01.170656 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 51946) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:54:01.199707 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-df7e0468-52e1-48d4-86b3-4b98ace4a686 req-efa14b27-8ad5-4518-b64b-f24b2c9424ea service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=fb2f1526-28f2-4b52-8439-abb91f5f29fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384331 Jan 27 16:54:01.292091 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-1857d3d6-fcfa-458a-bbd2-f90278bcea85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:01.327463 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85b263c-b80a-4883-97b6-64eb09c1f856 req-09a9cbe2-cb8a-405a-a93d-7f3eb3befd19 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:01.328934 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-c85b263c-b80a-4883-97b6-64eb09c1f856 req-09a9cbe2-cb8a-405a-a93d-7f3eb3befd19 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=094ca1ee-6735-4773-88c3-f81551f79fec HTTP/1.1" status: 200 len: 946 time: 0.0760653 Jan 27 16:54:01.394116 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-c85b263c-b80a-4883-97b6-64eb09c1f856 req-4ccad8a6-8c9f-43c2-96fa-33e846ff0ca5 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb2f1526-28f2-4b52-8439-abb91f5f29fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584967 Jan 27 16:54:01.415539 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-1857d3d6-fcfa-458a-bbd2-f90278bcea85 admin admin] Publish callbacks [] for security_group (e121536b-11c9-4d53-88f3-92be87f08d3b), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:01.421958 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-1857d3d6-fcfa-458a-bbd2-f90278bcea85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (e121536b-11c9-4d53-88f3-92be87f08d3b), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:01.458795 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-1857d3d6-fcfa-458a-bbd2-f90278bcea85 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7d4f54b25d584b5e95b6d795dce1de7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2870398 Jan 27 16:54:01.459932 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1857d3d6-fcfa-458a-bbd2-f90278bcea85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e121536b-11c9-4d53-88f3-92be87f08d3b,revision_number=1']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:54:01.461522 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 51952) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:54:01.508962 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-aa22faf2-77d8-44d4-a59b-3105e860cfc4 admin admin] Publish callbacks [] for security_group (e121536b-11c9-4d53-88f3-92be87f08d3b), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:01.530552 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-aa22faf2-77d8-44d4-a59b-3105e860cfc4 admin admin] Publish callbacks [] for security_group (e121536b-11c9-4d53-88f3-92be87f08d3b), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:01.576262 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-aa22faf2-77d8-44d4-a59b-3105e860cfc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (e121536b-11c9-4d53-88f3-92be87f08d3b), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:01.578732 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-aa22faf2-77d8-44d4-a59b-3105e860cfc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:01.579872 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-aa22faf2-77d8-44d4-a59b-3105e860cfc4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e121536b-11c9-4d53-88f3-92be87f08d3b HTTP/1.1" status: 204 len: 168 time: 0.1171405 Jan 27 16:54:01.587825 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa22faf2-77d8-44d4-a59b-3105e860cfc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e121536b-11c9-4d53-88f3-92be87f08d3b,revision_number=None']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:54:01.726290 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d632e95-bdc3-47d7-aa5a-8755c790bd79 req-51a8dc4b-1036-4aca-8d10-2aae768667fb tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:01.727884 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-0d632e95-bdc3-47d7-aa5a-8755c790bd79 req-51a8dc4b-1036-4aca-8d10-2aae768667fb tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a8d6efb-9e26-48f5-80a7-4447209ea47e HTTP/1.1" status: 200 len: 985 time: 0.0490477 Jan 27 16:54:01.789701 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-0d632e95-bdc3-47d7-aa5a-8755c790bd79 req-3126280f-8123-4722-afa3-3d1a99ab0339 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eb100d7-7129-43cb-8277-73c5dbb87bea&id=916d14d8-7f52-490d-840a-6eda3f112a25&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0559065 Jan 27 16:54:02.536230 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac64bbb-1736-466f-b829-ced7ecaf98e0 req-fbdf3cff-dbac-45f8-920e-466c8d585faa tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:02.537743 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-0ac64bbb-1736-466f-b829-ced7ecaf98e0 req-fbdf3cff-dbac-45f8-920e-466c8d585faa tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=094ca1ee-6735-4773-88c3-f81551f79fec HTTP/1.1" status: 200 len: 946 time: 0.0683556 Jan 27 16:54:02.593980 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-0ac64bbb-1736-466f-b829-ced7ecaf98e0 req-f6218bbc-6814-4388-9f05-ee99d29d0bec tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb2f1526-28f2-4b52-8439-abb91f5f29fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456614 Jan 27 16:54:02.706900 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6467de08-ec5c-4a81-8b79-07b384405afa req-0fae6a1c-5e99-4b15-a5ec-c4543669d50f tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:02.708350 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-6467de08-ec5c-4a81-8b79-07b384405afa req-0fae6a1c-5e99-4b15-a5ec-c4543669d50f tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=094ca1ee-6735-4773-88c3-f81551f79fec HTTP/1.1" status: 200 len: 946 time: 0.0473528 Jan 27 16:54:02.716700 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 51988) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:54:02.721079 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.v2.base [None req-cbb15982-5b13-41ee-9eb4-09c624c1daba tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Request body: {'floatingip': {'port_id': 'c65d8b4a-3134-49fd-9fd6-0ca9592da86a'}} {{(pid=114095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:54:02.762548 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-cbb15982-5b13-41ee-9eb4-09c624c1daba tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Publish callbacks [] for floatingip (a4b86216-ff54-4220-9d9d-d8f46394c196), before_update {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:02.952763 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c89f97e-87a6-4f26-b433-f09911c01343 req-fd50a32a-64cd-440f-949f-e40f6be29ca9 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:02.954214 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-8c89f97e-87a6-4f26-b433-f09911c01343 req-fd50a32a-64cd-440f-949f-e40f6be29ca9 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a8d6efb-9e26-48f5-80a7-4447209ea47e HTTP/1.1" status: 200 len: 985 time: 0.0968845 Jan 27 16:54:03.091359 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-8c89f97e-87a6-4f26-b433-f09911c01343 req-75b3ad3c-d223-4316-ba96-d997043b499f tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eb100d7-7129-43cb-8277-73c5dbb87bea&id=916d14d8-7f52-490d-840a-6eda3f112a25&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1307209 Jan 27 16:54:03.451744 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.db.resource_extend [None req-cbb15982-5b13-41ee-9eb4-09c624c1daba tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 16:54:03.500234 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-cbb15982-5b13-41ee-9eb4-09c624c1daba tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:03.504566 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-cbb15982-5b13-41ee-9eb4-09c624c1daba tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1796444'] for floatingip (a4b86216-ff54-4220-9d9d-d8f46394c196), after_update {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:03.603711 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.db.l3_db [None req-cbb15982-5b13-41ee-9eb4-09c624c1daba tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Floating IP a4b86216-ff54-4220-9d9d-d8f46394c196 associated. External IP: 172.27.2.2, port: c65d8b4a-3134-49fd-9fd6-0ca9592da86a. Jan 27 16:54:03.821615 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbb15982-5b13-41ee-9eb4-09c624c1daba tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Router 170ece70-89e4-48ac-a0e9-591d74dcaa51 has already been hosted by L3 agent bdbd084a-7876-495d-b5d9-cf3ee18f0227 {{(pid=114095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 16:54:03.926375 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbb15982-5b13-41ee-9eb4-09c624c1daba tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Notify agent at l3_agent.dv-cinder-818830-2-iscsi the message routers_updated {{(pid=114095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 16:54:03.931651 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-cbb15982-5b13-41ee-9eb4-09c624c1daba tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118807'] for floatingip (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:03.936192 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0031577a-1f4e-4a01-8b15-afae000e473f None None] Sync routers for ids ['170ece70-89e4-48ac-a0e9-591d74dcaa51'] in dv-cinder-818830-2-iscsi {{(pid=114096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 16:54:03.946233 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0031577a-1f4e-4a01-8b15-afae000e473f None None] Routers {'170ece70-89e4-48ac-a0e9-591d74dcaa51'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:54:03.947078 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-0031577a-1f4e-4a01-8b15-afae000e473f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T16:53:48Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['170ece70-89e4-48ac-a0e9-591d74dcaa51'], 'active': True} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:54:03.960045 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-cbb15982-5b13-41ee-9eb4-09c624c1daba tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "PUT /v2.0/floatingips/a4b86216-ff54-4220-9d9d-d8f46394c196 HTTP/1.1" status: 200 len: 990 time: 1.2423925 Jan 27 16:54:03.960620 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '094ca1ee-6735-4773-88c3-f81551f79fec', 'tag': 'c65d8b4a-3134-49fd-9fd6-0ca9592da86a'}] {{(pid=114095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:54:03.962980 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4239e6a803e2f619fc9b8f6c8a6584a7ac442468773ed84b4810d4ba10bf9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a7be27-855f-4af6-b29b-8005bc54245d" -d '{"events": [{"name": "network-changed", "server_uuid": "094ca1ee-6735-4773-88c3-f81551f79fec", "tag": "c65d8b4a-3134-49fd-9fd6-0ca9592da86a"}]}' {{(pid=114095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:54:04.002101 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 16:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c08f40-0ffb-42ff-b8b6-0d9154c9a9b9 x-openstack-request-id: req-44c08f40-0ffb-42ff-b8b6-0d9154c9a9b9 {{(pid=114095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:54:04.002340 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "094ca1ee-6735-4773-88c3-f81551f79fec", "tag": "c65d8b4a-3134-49fd-9fd6-0ca9592da86a", "status": "completed", "code": 200}]} {{(pid=114095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:54:04.002603 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-44c08f40-0ffb-42ff-b8b6-0d9154c9a9b9 {{(pid=114095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:54:04.003006 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '094ca1ee-6735-4773-88c3-f81551f79fec', 'tag': 'c65d8b4a-3134-49fd-9fd6-0ca9592da86a', 'status': 'completed', 'code': 200} Jan 27 16:54:04.192054 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvr_db [None req-0031577a-1f4e-4a01-8b15-afae000e473f None None] Set router 170ece70-89e4-48ac-a0e9-591d74dcaa51 gateway port host: dv-cinder-818830-2-iscsi {{(pid=114096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:54:04.209154 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9b4b3f-5037-4938-9d44-36a92fcb8aab req-7c6e33b1-b4bd-48f5-947e-c1add9f25d40 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:04.210598 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-1f9b4b3f-5037-4938-9d44-36a92fcb8aab req-7c6e33b1-b4bd-48f5-947e-c1add9f25d40 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a8d6efb-9e26-48f5-80a7-4447209ea47e HTTP/1.1" status: 200 len: 985 time: 0.0488789 Jan 27 16:54:04.270131 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-1f9b4b3f-5037-4938-9d44-36a92fcb8aab req-237fd4b2-520a-43ed-8c1f-742f2f6bd10a tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eb100d7-7129-43cb-8277-73c5dbb87bea&id=916d14d8-7f52-490d-840a-6eda3f112a25&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0536559 Jan 27 16:54:04.416115 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-0031577a-1f4e-4a01-8b15-afae000e473f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170ece70-89e4-48ac-a0e9-591d74dcaa51', 'name': 'tempest-AttachVolumeShelveTestJSON-1606997611-router', 'tenant_id': '11d012d792424a858b876a618c79f7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '71831c89-48a2-4383-9f62-2e8b94fee069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:48:42Z', 'updated_at': '2022-01-27T16:49:02Z', 'revision_number': 4, 'project_id': '11d012d792424a858b876a618c79f7af', 'gw_port': {'id': '71831c89-48a2-4383-9f62-2e8b94fee069', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170ece70-89e4-48ac-a0e9-591d74dcaa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:48:43Z', 'updated_at': '2022-01-27T16:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi', '_floatingips': [{'id': 'a4b86216-ff54-4220-9d9d-d8f46394c196', 'tenant_id': '11d012d792424a858b876a618c79f7af', 'floating_ip_address': '172.27.2.2', 'floating_network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'router_id': '170ece70-89e4-48ac-a0e9-591d74dcaa51', 'port_id': 'c65d8b4a-3134-49fd-9fd6-0ca9592da86a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e17d67f-4d84-42b2-a3bf-cf48fd71687d', 'mac_address': 'fa:16:3e:3c:49:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094ca1ee-6735-4773-88c3-f81551f79fec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T16:53:51Z', 'updated_at': '2022-01-27T16:54:03Z', 'revision_number': 1, 'project_id': '11d012d792424a858b876a618c79f7af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d5e775a-527a-4f81-9ab4-5ecae0182714', 'name': '', 'network_id': '4e17d67f-4d84-42b2-a3bf-cf48fd71687d', 'tenant_id': '11d012d792424a858b876a618c79f7af', 'mac_address': 'fa:16:3e:de:b3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170ece70-89e4-48ac-a0e9-591d74dcaa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'b0494b2b-60e2-42b5-a63f-939831eceb11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:48:58Z', 'updated_at': '2022-01-27T16:49:08Z', 'revision_number': 5, 'project_id': '11d012d792424a858b876a618c79f7af', 'subnets': [{'id': 'b0494b2b-60e2-42b5-a63f-939831eceb11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:54:04.442296 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0031577a-1f4e-4a01-8b15-afae000e473f None None] Checking router: 170ece70-89e4-48ac-a0e9-591d74dcaa51 for host: dv-cinder-818830-2-iscsi {{(pid=114096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 16:54:04.451087 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0031577a-1f4e-4a01-8b15-afae000e473f None None] Routers {'170ece70-89e4-48ac-a0e9-591d74dcaa51'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:54:04.451734 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-0031577a-1f4e-4a01-8b15-afae000e473f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T16:53:48Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['170ece70-89e4-48ac-a0e9-591d74dcaa51'], 'active': True} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:54:04.555188 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvr_db [None req-0031577a-1f4e-4a01-8b15-afae000e473f None None] Set router 170ece70-89e4-48ac-a0e9-591d74dcaa51 gateway port host: dv-cinder-818830-2-iscsi {{(pid=114096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:54:04.773468 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-0031577a-1f4e-4a01-8b15-afae000e473f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170ece70-89e4-48ac-a0e9-591d74dcaa51', 'name': 'tempest-AttachVolumeShelveTestJSON-1606997611-router', 'tenant_id': '11d012d792424a858b876a618c79f7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '71831c89-48a2-4383-9f62-2e8b94fee069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:48:42Z', 'updated_at': '2022-01-27T16:49:02Z', 'revision_number': 4, 'project_id': '11d012d792424a858b876a618c79f7af', 'gw_port': {'id': '71831c89-48a2-4383-9f62-2e8b94fee069', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170ece70-89e4-48ac-a0e9-591d74dcaa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:48:43Z', 'updated_at': '2022-01-27T16:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi', '_floatingips': [{'id': 'a4b86216-ff54-4220-9d9d-d8f46394c196', 'tenant_id': '11d012d792424a858b876a618c79f7af', 'floating_ip_address': '172.27.2.2', 'floating_network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'router_id': '170ece70-89e4-48ac-a0e9-591d74dcaa51', 'port_id': 'c65d8b4a-3134-49fd-9fd6-0ca9592da86a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e17d67f-4d84-42b2-a3bf-cf48fd71687d', 'mac_address': 'fa:16:3e:3c:49:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094ca1ee-6735-4773-88c3-f81551f79fec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T16:53:51Z', 'updated_at': '2022-01-27T16:54:03Z', 'revision_number': 1, 'project_id': '11d012d792424a858b876a618c79f7af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d5e775a-527a-4f81-9ab4-5ecae0182714', 'name': '', 'network_id': '4e17d67f-4d84-42b2-a3bf-cf48fd71687d', 'tenant_id': '11d012d792424a858b876a618c79f7af', 'mac_address': 'fa:16:3e:de:b3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170ece70-89e4-48ac-a0e9-591d74dcaa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'b0494b2b-60e2-42b5-a63f-939831eceb11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:48:58Z', 'updated_at': '2022-01-27T16:49:08Z', 'revision_number': 5, 'project_id': '11d012d792424a858b876a618c79f7af', 'subnets': [{'id': 'b0494b2b-60e2-42b5-a63f-939831eceb11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:54:04.803339 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0031577a-1f4e-4a01-8b15-afae000e473f None None] The sync data for ids ['170ece70-89e4-48ac-a0e9-591d74dcaa51'] in dv-cinder-818830-2-iscsi is: [{'id': '170ece70-89e4-48ac-a0e9-591d74dcaa51', 'name': 'tempest-AttachVolumeShelveTestJSON-1606997611-router', 'tenant_id': '11d012d792424a858b876a618c79f7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '71831c89-48a2-4383-9f62-2e8b94fee069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:48:42Z', 'updated_at': '2022-01-27T16:49:02Z', 'revision_number': 4, 'project_id': '11d012d792424a858b876a618c79f7af', 'gw_port': {'id': '71831c89-48a2-4383-9f62-2e8b94fee069', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170ece70-89e4-48ac-a0e9-591d74dcaa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:48:43Z', 'updated_at': '2022-01-27T16:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi', '_floatingips': [{'id': 'a4b86216-ff54-4220-9d9d-d8f46394c196', 'tenant_id': '11d012d792424a858b876a618c79f7af', 'floating_ip_address': '172.27.2.2', 'floating_network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'router_id': '170ece70-89e4-48ac-a0e9-591d74dcaa51', 'port_id': 'c65d8b4a-3134-49fd-9fd6-0ca9592da86a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e17d67f-4d84-42b2-a3bf-cf48fd71687d', 'mac_address': 'fa:16:3e:3c:49:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094ca1ee-6735-4773-88c3-f81551f79fec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T16:53:51Z', 'updated_at': '2022-01-27T16:54:03Z', 'revision_number': 1, 'project_id': '11d012d792424a858b876a618c79f7af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d5e775a-527a-4f81-9ab4-5ecae0182714', 'name': '', 'network_id': '4e17d67f-4d84-42b2-a3bf-cf48fd71687d', 'tenant_id': '11d012d792424a858b876a618c79f7af', 'mac_address': 'fa:16:3e:de:b3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170ece70-89e4-48ac-a0e9-591d74dcaa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'b0494b2b-60e2-42b5-a63f-939831eceb11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:48:58Z', 'updated_at': '2022-01-27T16:49:08Z', 'revision_number': 5, 'project_id': '11d012d792424a858b876a618c79f7af', 'subnets': [{'id': 'b0494b2b-60e2-42b5-a63f-939831eceb11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 16:54:04.985686 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae14e60-cc25-41b6-8d54-3d688f1b21fd None None] New status for floating IP a4b86216-ff54-4220-9d9d-d8f46394c196: ACTIVE {{(pid=114097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 16:54:05.386742 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d725dc45-039d-41e2-8131-6bb4e735802c req-78b45948-fa5d-4e4c-bca7-74290816fe49 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:05.388196 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-d725dc45-039d-41e2-8131-6bb4e735802c req-78b45948-fa5d-4e4c-bca7-74290816fe49 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a8d6efb-9e26-48f5-80a7-4447209ea47e HTTP/1.1" status: 200 len: 985 time: 0.0513365 Jan 27 16:54:05.446518 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-d725dc45-039d-41e2-8131-6bb4e735802c req-2de168d2-3567-4568-ade2-d66ef5f522e5 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eb100d7-7129-43cb-8277-73c5dbb87bea&id=916d14d8-7f52-490d-840a-6eda3f112a25&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0522437 Jan 27 16:54:06.545813 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a7be27-855f-4af6-b29b-8005bc54245d req-2e0ca7c4-a51f-488b-bcfc-36ece81c1365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:06.547302 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-63a7be27-855f-4af6-b29b-8005bc54245d req-2e0ca7c4-a51f-488b-bcfc-36ece81c1365 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=11d012d792424a858b876a618c79f7af&device_id=094ca1ee-6735-4773-88c3-f81551f79fec HTTP/1.1" status: 200 len: 1099 time: 0.0422797 Jan 27 16:54:06.562897 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0562276-8911-4824-a0f7-315f9e6e0ff2 req-c8b8491a-fef6-4761-aa5e-7bcb367391ba tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:06.564381 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-e0562276-8911-4824-a0f7-315f9e6e0ff2 req-c8b8491a-fef6-4761-aa5e-7bcb367391ba tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a8d6efb-9e26-48f5-80a7-4447209ea47e HTTP/1.1" status: 200 len: 985 time: 0.0509014 Jan 27 16:54:06.625355 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-e0562276-8911-4824-a0f7-315f9e6e0ff2 req-a55bf0a1-f6fd-4ead-9531-e427a1d5b97b tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eb100d7-7129-43cb-8277-73c5dbb87bea&id=916d14d8-7f52-490d-840a-6eda3f112a25&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0549738 Jan 27 16:54:06.637814 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a7be27-855f-4af6-b29b-8005bc54245d req-cd8989d3-18c9-4a27-887b-3050e77cc664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:06.639257 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-63a7be27-855f-4af6-b29b-8005bc54245d req-cd8989d3-18c9-4a27-887b-3050e77cc664 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4e17d67f-4d84-42b2-a3bf-cf48fd71687d HTTP/1.1" status: 200 len: 918 time: 0.0858793 Jan 27 16:54:06.705791 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-63a7be27-855f-4af6-b29b-8005bc54245d req-ab89bc91-e9a0-487d-840d-3f70f7eb912f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c65d8b4a-3134-49fd-9fd6-0ca9592da86a HTTP/1.1" status: 200 len: 1000 time: 0.0606310 Jan 27 16:54:06.759815 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a7be27-855f-4af6-b29b-8005bc54245d req-ba9674ff-1f64-4fca-bebb-12bd7dcedf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:06.761282 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-63a7be27-855f-4af6-b29b-8005bc54245d req-ba9674ff-1f64-4fca-bebb-12bd7dcedf16 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b0494b2b-60e2-42b5-a63f-939831eceb11 HTTP/1.1" status: 200 len: 856 time: 0.0497682 Jan 27 16:54:06.805214 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a7be27-855f-4af6-b29b-8005bc54245d req-6be01c76-7842-497e-8f46-3aec8f71c3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:06.806695 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-63a7be27-855f-4af6-b29b-8005bc54245d req-6be01c76-7842-497e-8f46-3aec8f71c3d0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4e17d67f-4d84-42b2-a3bf-cf48fd71687d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397184 Jan 27 16:54:06.899057 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-63a7be27-855f-4af6-b29b-8005bc54245d req-473a4885-cb47-4cfd-bc64-67b5fc3aeea8 service neutron] 10.222.0.24 "GET /v2.0/networks/4e17d67f-4d84-42b2-a3bf-cf48fd71687d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861511 Jan 27 16:54:06.998425 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-63a7be27-855f-4af6-b29b-8005bc54245d req-aff089c2-2691-41a5-ad4e-6cc3f98486f8 service neutron] 10.222.0.24 "GET /v2.0/networks/4e17d67f-4d84-42b2-a3bf-cf48fd71687d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934849 Jan 27 16:54:07.137907 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69c1b0-116a-474d-bc97-42d26aab5258 req-3e14b0e1-b34d-4e25-9c93-61b7063db06b tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:07.139363 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-dd69c1b0-116a-474d-bc97-42d26aab5258 req-3e14b0e1-b34d-4e25-9c93-61b7063db06b tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=27dbabab-3baf-4446-aaad-bdd80b162cd7 HTTP/1.1" status: 200 len: 945 time: 0.0497885 Jan 27 16:54:07.188710 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-dd69c1b0-116a-474d-bc97-42d26aab5258 req-7bc135da-5004-4534-8c27-5e0d1e3a11ba tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/security-groups?id=341578a6-674d-4340-af0f-c81e76fc0269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434089 Jan 27 16:54:07.738985 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb79bd-2e70-41bc-89a2-ef83c943513c req-549768d0-78dc-45ae-b459-d5ceccdbc79d tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:07.740474 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-edcb79bd-2e70-41bc-89a2-ef83c943513c req-549768d0-78dc-45ae-b459-d5ceccdbc79d tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a8d6efb-9e26-48f5-80a7-4447209ea47e HTTP/1.1" status: 200 len: 985 time: 0.0493951 Jan 27 16:54:07.799817 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-edcb79bd-2e70-41bc-89a2-ef83c943513c req-223873a3-e499-4466-9d03-ebd338d88f88 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eb100d7-7129-43cb-8277-73c5dbb87bea&id=916d14d8-7f52-490d-840a-6eda3f112a25&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0537951 Jan 27 16:54:08.304960 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6110f14a-81a5-4f6f-adb9-55020b86116c req-1c770ba2-5982-463f-b6ff-4b63a711777e tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:08.306665 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-6110f14a-81a5-4f6f-adb9-55020b86116c req-1c770ba2-5982-463f-b6ff-4b63a711777e tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=27dbabab-3baf-4446-aaad-bdd80b162cd7 HTTP/1.1" status: 200 len: 945 time: 0.0520611 Jan 27 16:54:08.352355 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-6110f14a-81a5-4f6f-adb9-55020b86116c req-e12e0fba-1cc9-4065-8c63-64d997c6e1ef tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/security-groups?id=341578a6-674d-4340-af0f-c81e76fc0269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388696 Jan 27 16:54:08.914616 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00204b95-7273-4628-b290-e2b8b0479743 req-eb13f80b-323f-4ea9-b806-aee061fd62b2 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:08.916255 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-00204b95-7273-4628-b290-e2b8b0479743 req-eb13f80b-323f-4ea9-b806-aee061fd62b2 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a8d6efb-9e26-48f5-80a7-4447209ea47e HTTP/1.1" status: 200 len: 985 time: 0.0510795 Jan 27 16:54:08.975867 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-00204b95-7273-4628-b290-e2b8b0479743 req-0b72a33f-41b4-44d2-9991-18fb6fa64bd6 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eb100d7-7129-43cb-8277-73c5dbb87bea&id=916d14d8-7f52-490d-840a-6eda3f112a25&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0532291 Jan 27 16:54:09.465486 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae1d1cd-00ea-446f-91ea-202e84376a7c req-828a84a5-da01-43fe-8821-fe33eafa3ddc tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:09.466919 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-5ae1d1cd-00ea-446f-91ea-202e84376a7c req-828a84a5-da01-43fe-8821-fe33eafa3ddc tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=27dbabab-3baf-4446-aaad-bdd80b162cd7 HTTP/1.1" status: 200 len: 945 time: 0.0482311 Jan 27 16:54:09.512529 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-5ae1d1cd-00ea-446f-91ea-202e84376a7c req-b5d5595a-b35a-4fd3-a2ef-d9fee5c01b47 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/security-groups?id=341578a6-674d-4340-af0f-c81e76fc0269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401423 Jan 27 16:54:10.094592 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee676e8-09aa-4ef3-8d8d-463d052550a3 req-218cbe78-d4cc-4b40-aae5-84fe768a0453 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:10.096091 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-8ee676e8-09aa-4ef3-8d8d-463d052550a3 req-218cbe78-d4cc-4b40-aae5-84fe768a0453 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a8d6efb-9e26-48f5-80a7-4447209ea47e HTTP/1.1" status: 200 len: 985 time: 0.0562119 Jan 27 16:54:10.157125 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-8ee676e8-09aa-4ef3-8d8d-463d052550a3 req-d4131b73-db21-49cc-8cf3-f9e2bf609362 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eb100d7-7129-43cb-8277-73c5dbb87bea&id=916d14d8-7f52-490d-840a-6eda3f112a25&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0552666 Jan 27 16:54:10.629998 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0572f9bb-8f37-4f18-8bf0-0eca6a7ae31b req-e6d0bdfd-4fcb-4f86-91d4-4dae5caedec9 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:10.631453 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-0572f9bb-8f37-4f18-8bf0-0eca6a7ae31b req-e6d0bdfd-4fcb-4f86-91d4-4dae5caedec9 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=27dbabab-3baf-4446-aaad-bdd80b162cd7 HTTP/1.1" status: 200 len: 945 time: 0.0482495 Jan 27 16:54:10.678912 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-0572f9bb-8f37-4f18-8bf0-0eca6a7ae31b req-294037a1-bef0-41df-92f4-a188f4bfaa5c tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/security-groups?id=341578a6-674d-4340-af0f-c81e76fc0269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414340 Jan 27 16:54:11.256514 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41abf57-2d29-48b4-8f29-d527509376a2 req-8edd28bc-7f6d-4e58-971c-33138c6e22f6 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:11.257960 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-f41abf57-2d29-48b4-8f29-d527509376a2 req-8edd28bc-7f6d-4e58-971c-33138c6e22f6 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.24 "GET /v2.0/ports?device_id=27dbabab-3baf-4446-aaad-bdd80b162cd7 HTTP/1.1" status: 200 len: 945 time: 0.0496140 Jan 27 16:54:11.284562 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58934755-01a2-4b27-891c-fc105b5d026d req-84b25c71-274a-4fe4-9c19-ba362938d01a tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:11.286678 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-58934755-01a2-4b27-891c-fc105b5d026d req-84b25c71-274a-4fe4-9c19-ba362938d01a tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a8d6efb-9e26-48f5-80a7-4447209ea47e HTTP/1.1" status: 200 len: 985 time: 0.0609810 Jan 27 16:54:11.360766 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-58934755-01a2-4b27-891c-fc105b5d026d req-07ac7f6c-bace-4b7d-a428-ae1850135c49 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eb100d7-7129-43cb-8277-73c5dbb87bea&id=916d14d8-7f52-490d-840a-6eda3f112a25&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0683556 Jan 27 16:54:11.362872 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.plugin [req-f41abf57-2d29-48b4-8f29-d527509376a2 req-1f1b7582-925c-4c8b-8c5c-cec672634618 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Deleting port c7ee8f95-4b6c-4378-a74a-658d33610c09 {{(pid=114094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:54:11.363211 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-f41abf57-2d29-48b4-8f29-d527509376a2 req-1f1b7582-925c-4c8b-8c5c-cec672634618 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740202897008'] for port (c7ee8f95-4b6c-4378-a74a-658d33610c09), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:11.452432 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.db [req-f41abf57-2d29-48b4-8f29-d527509376a2 req-1f1b7582-925c-4c8b-8c5c-cec672634618 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] For port c7ee8f95-4b6c-4378-a74a-658d33610c09, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=c7ee8f95-4b6c-4378-a74a-658d33610c09,segment=NetworkSegment(6ece6a4a-5bdf-40d7-bd59-6b778037144a),segment_id=6ece6a4a-5bdf-40d7-bd59-6b778037144a)] {{(pid=114094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:54:11.452797 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-f41abf57-2d29-48b4-8f29-d527509376a2 req-1f1b7582-925c-4c8b-8c5c-cec672634618 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797243'] for port (c7ee8f95-4b6c-4378-a74a-658d33610c09), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:11.643396 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-f41abf57-2d29-48b4-8f29-d527509376a2 req-1f1b7582-925c-4c8b-8c5c-cec672634618 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:11.644857 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-f41abf57-2d29-48b4-8f29-d527509376a2 req-1f1b7582-925c-4c8b-8c5c-cec672634618 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1796444'] for floatingip (551c77a3-4138-4829-8c7a-b5d01d3147aa), after_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:11.645234 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.db.l3_db [req-f41abf57-2d29-48b4-8f29-d527509376a2 req-1f1b7582-925c-4c8b-8c5c-cec672634618 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Floating IP 551c77a3-4138-4829-8c7a-b5d01d3147aa disassociated. External IP: 172.27.2.25, port: c7ee8f95-4b6c-4378-a74a-658d33610c09. Jan 27 16:54:11.645598 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.plugin [req-f41abf57-2d29-48b4-8f29-d527509376a2 req-1f1b7582-925c-4c8b-8c5c-cec672634618 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Calling delete_port for c7ee8f95-4b6c-4378-a74a-658d33610c09 owned by compute:nova {{(pid=114094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:54:11.775300 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-f41abf57-2d29-48b4-8f29-d527509376a2 req-1f1b7582-925c-4c8b-8c5c-cec672634618 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740202902474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740202573626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777202'] for port (c7ee8f95-4b6c-4378-a74a-658d33610c09), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:11.800788 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5614d702-7209-4682-9324-6310d621098c req-59233b79-7f52-4295-8f4d-d0543fd347aa tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:11.802405 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1b7582-925c-4c8b-8c5c-cec672634618 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Pushing event deleted for resources: {'Port': ['ID=c7ee8f95-4b6c-4378-a74a-658d33610c09,revision_number=None']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:54:11.802946 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-5614d702-7209-4682-9324-6310d621098c req-59233b79-7f52-4295-8f4d-d0543fd347aa tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=27dbabab-3baf-4446-aaad-bdd80b162cd7 HTTP/1.1" status: 200 len: 867 time: 0.0513101 Jan 27 16:54:11.860873 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-5614d702-7209-4682-9324-6310d621098c req-2ae40962-1217-405e-a675-cd281908d347 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/security-groups?id=341578a6-674d-4340-af0f-c81e76fc0269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450079 Jan 27 16:54:11.918554 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f41abf57-2d29-48b4-8f29-d527509376a2 req-1f1b7582-925c-4c8b-8c5c-cec672634618 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Router 8c14d5e6-789b-41a8-b5b0-e75b551502f3 has already been hosted by L3 agent bdbd084a-7876-495d-b5d9-cf3ee18f0227 {{(pid=114094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 16:54:12.026542 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f41abf57-2d29-48b4-8f29-d527509376a2 req-1f1b7582-925c-4c8b-8c5c-cec672634618 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Notify agent at l3_agent.dv-cinder-818830-2-iscsi the message routers_updated {{(pid=114094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 16:54:12.038029 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60323583-f3ee-446b-99a3-dc1551828749 None None] Sync routers for ids ['8c14d5e6-789b-41a8-b5b0-e75b551502f3'] in dv-cinder-818830-2-iscsi {{(pid=114096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 16:54:12.048192 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60323583-f3ee-446b-99a3-dc1551828749 None None] Routers {'8c14d5e6-789b-41a8-b5b0-e75b551502f3'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:54:12.048814 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-60323583-f3ee-446b-99a3-dc1551828749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T16:53:48Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['8c14d5e6-789b-41a8-b5b0-e75b551502f3'], 'active': True} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:54:12.064999 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.l3_dvrscheduler_db [req-f41abf57-2d29-48b4-8f29-d527509376a2 req-1f1b7582-925c-4c8b-8c5c-cec672634618 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] No DVR routers for this DVR port c7ee8f95-4b6c-4378-a74a-658d33610c09 on host hv-cinder-81883 {{(pid=114094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 16:54:12.067581 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-f41abf57-2d29-48b4-8f29-d527509376a2 req-1f1b7582-925c-4c8b-8c5c-cec672634618 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118807'] for port (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:12.070928 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-f41abf57-2d29-48b4-8f29-d527509376a2 req-1f1b7582-925c-4c8b-8c5c-cec672634618 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.24 "DELETE /v2.0/ports/c7ee8f95-4b6c-4378-a74a-658d33610c09 HTTP/1.1" status: 204 len: 173 time: 0.8080451 Jan 27 16:54:12.071370 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27dbabab-3baf-4446-aaad-bdd80b162cd7', 'name': 'network-vif-deleted', 'tag': 'c7ee8f95-4b6c-4378-a74a-658d33610c09'}] {{(pid=114094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:54:12.073625 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}342a798d1d13ecd85fd4efdf34ff3908ecd3b9322feeb0f720fcdcd52e7e333b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d7a3a65-23eb-4504-902c-b04ba5501bc1" -d '{"events": [{"server_uuid": "27dbabab-3baf-4446-aaad-bdd80b162cd7", "name": "network-vif-deleted", "tag": "c7ee8f95-4b6c-4378-a74a-658d33610c09"}]}' {{(pid=114094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:54:12.162263 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvr_db [None req-60323583-f3ee-446b-99a3-dc1551828749 None None] Set router 8c14d5e6-789b-41a8-b5b0-e75b551502f3 gateway port host: dv-cinder-818830-2-iscsi {{(pid=114096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:54:12.189660 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 16:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-716a7d02-53f3-420a-ac1c-074b42b6e7e7 x-openstack-request-id: req-716a7d02-53f3-420a-ac1c-074b42b6e7e7 {{(pid=114094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:54:12.190454 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27dbabab-3baf-4446-aaad-bdd80b162cd7", "name": "network-vif-deleted", "tag": "c7ee8f95-4b6c-4378-a74a-658d33610c09", "status": "completed", "code": 200}]} {{(pid=114094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:54:12.190759 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-716a7d02-53f3-420a-ac1c-074b42b6e7e7 {{(pid=114094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:54:12.191216 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27dbabab-3baf-4446-aaad-bdd80b162cd7', 'name': 'network-vif-deleted', 'tag': 'c7ee8f95-4b6c-4378-a74a-658d33610c09', 'status': 'completed', 'code': 200} Jan 27 16:54:12.366884 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-60323583-f3ee-446b-99a3-dc1551828749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c14d5e6-789b-41a8-b5b0-e75b551502f3', 'name': 'tempest-AttachVolumeTestJSON-640006432-router', 'tenant_id': 'accb650bdbfa4de4a4129fd473ca736d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '6ab449ff-2b63-44f3-897a-860c93be338d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:48:40Z', 'updated_at': '2022-01-27T16:48:51Z', 'revision_number': 4, 'project_id': 'accb650bdbfa4de4a4129fd473ca736d', 'gw_port': {'id': '6ab449ff-2b63-44f3-897a-860c93be338d', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:15:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c14d5e6-789b-41a8-b5b0-e75b551502f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:48:42Z', 'updated_at': '2022-01-27T16:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi', '_interfaces': [{'id': '2c2b5c0e-e05f-4520-aeed-d06220a6fdd4', 'name': '', 'network_id': 'd4e5124e-533e-45d6-b9d3-79afca1c35e2', 'tenant_id': 'accb650bdbfa4de4a4129fd473ca736d', 'mac_address': 'fa:16:3e:46:15:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c14d5e6-789b-41a8-b5b0-e75b551502f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'd38c499f-fa3e-48b8-ba77-1e1246ed2b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:48:49Z', 'updated_at': '2022-01-27T16:49:02Z', 'revision_number': 5, 'project_id': 'accb650bdbfa4de4a4129fd473ca736d', 'subnets': [{'id': 'd38c499f-fa3e-48b8-ba77-1e1246ed2b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:54:12.396712 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60323583-f3ee-446b-99a3-dc1551828749 None None] Checking router: 8c14d5e6-789b-41a8-b5b0-e75b551502f3 for host: dv-cinder-818830-2-iscsi {{(pid=114096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 16:54:12.405736 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60323583-f3ee-446b-99a3-dc1551828749 None None] Routers {'8c14d5e6-789b-41a8-b5b0-e75b551502f3'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:54:12.406352 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-60323583-f3ee-446b-99a3-dc1551828749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T16:53:48Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['8c14d5e6-789b-41a8-b5b0-e75b551502f3'], 'active': True} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:54:12.486096 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c401a8e7-699e-4996-bbb6-fdf1b046515c req-ae93d278-5f5b-462e-98d5-04b9466e896c tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:12.487681 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-c401a8e7-699e-4996-bbb6-fdf1b046515c req-ae93d278-5f5b-462e-98d5-04b9466e896c tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a8d6efb-9e26-48f5-80a7-4447209ea47e HTTP/1.1" status: 200 len: 985 time: 0.0522614 Jan 27 16:54:12.521915 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvr_db [None req-60323583-f3ee-446b-99a3-dc1551828749 None None] Set router 8c14d5e6-789b-41a8-b5b0-e75b551502f3 gateway port host: dv-cinder-818830-2-iscsi {{(pid=114096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:54:12.560650 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-c401a8e7-699e-4996-bbb6-fdf1b046515c req-670ae262-04a5-41ab-b2f5-77f1a772a683 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eb100d7-7129-43cb-8277-73c5dbb87bea&id=916d14d8-7f52-490d-840a-6eda3f112a25&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0666981 Jan 27 16:54:12.833890 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-60323583-f3ee-446b-99a3-dc1551828749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c14d5e6-789b-41a8-b5b0-e75b551502f3', 'name': 'tempest-AttachVolumeTestJSON-640006432-router', 'tenant_id': 'accb650bdbfa4de4a4129fd473ca736d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '6ab449ff-2b63-44f3-897a-860c93be338d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:48:40Z', 'updated_at': '2022-01-27T16:48:51Z', 'revision_number': 4, 'project_id': 'accb650bdbfa4de4a4129fd473ca736d', 'gw_port': {'id': '6ab449ff-2b63-44f3-897a-860c93be338d', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:15:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c14d5e6-789b-41a8-b5b0-e75b551502f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:48:42Z', 'updated_at': '2022-01-27T16:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi', '_interfaces': [{'id': '2c2b5c0e-e05f-4520-aeed-d06220a6fdd4', 'name': '', 'network_id': 'd4e5124e-533e-45d6-b9d3-79afca1c35e2', 'tenant_id': 'accb650bdbfa4de4a4129fd473ca736d', 'mac_address': 'fa:16:3e:46:15:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c14d5e6-789b-41a8-b5b0-e75b551502f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'd38c499f-fa3e-48b8-ba77-1e1246ed2b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:48:49Z', 'updated_at': '2022-01-27T16:49:02Z', 'revision_number': 5, 'project_id': 'accb650bdbfa4de4a4129fd473ca736d', 'subnets': [{'id': 'd38c499f-fa3e-48b8-ba77-1e1246ed2b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:54:12.953304 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 52094) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:54:12.992097 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60323583-f3ee-446b-99a3-dc1551828749 None None] The sync data for ids ['8c14d5e6-789b-41a8-b5b0-e75b551502f3'] in dv-cinder-818830-2-iscsi is: [{'id': '8c14d5e6-789b-41a8-b5b0-e75b551502f3', 'name': 'tempest-AttachVolumeTestJSON-640006432-router', 'tenant_id': 'accb650bdbfa4de4a4129fd473ca736d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '6ab449ff-2b63-44f3-897a-860c93be338d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:48:40Z', 'updated_at': '2022-01-27T16:48:51Z', 'revision_number': 4, 'project_id': 'accb650bdbfa4de4a4129fd473ca736d', 'gw_port': {'id': '6ab449ff-2b63-44f3-897a-860c93be338d', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:15:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c14d5e6-789b-41a8-b5b0-e75b551502f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:48:42Z', 'updated_at': '2022-01-27T16:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi', '_interfaces': [{'id': '2c2b5c0e-e05f-4520-aeed-d06220a6fdd4', 'name': '', 'network_id': 'd4e5124e-533e-45d6-b9d3-79afca1c35e2', 'tenant_id': 'accb650bdbfa4de4a4129fd473ca736d', 'mac_address': 'fa:16:3e:46:15:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c14d5e6-789b-41a8-b5b0-e75b551502f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'd38c499f-fa3e-48b8-ba77-1e1246ed2b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:48:49Z', 'updated_at': '2022-01-27T16:49:02Z', 'revision_number': 5, 'project_id': 'accb650bdbfa4de4a4129fd473ca736d', 'subnets': [{'id': 'd38c499f-fa3e-48b8-ba77-1e1246ed2b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 16:54:13.019424 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-31616902-1056-4486-a427-0e61b98f1e69 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Publish callbacks [] for security_group (341578a6-674d-4340-af0f-c81e76fc0269), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:13.045757 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-31616902-1056-4486-a427-0e61b98f1e69 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Publish callbacks [] for security_group (341578a6-674d-4340-af0f-c81e76fc0269), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:13.096908 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-31616902-1056-4486-a427-0e61b98f1e69 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (341578a6-674d-4340-af0f-c81e76fc0269), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:13.099493 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-31616902-1056-4486-a427-0e61b98f1e69 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Publish callbacks [] for security_group (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:13.100662 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-31616902-1056-4486-a427-0e61b98f1e69 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "DELETE /v2.0/security-groups/341578a6-674d-4340-af0f-c81e76fc0269 HTTP/1.1" status: 204 len: 168 time: 0.1463008 Jan 27 16:54:13.103502 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 52098) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:54:13.109760 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31616902-1056-4486-a427-0e61b98f1e69 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=341578a6-674d-4340-af0f-c81e76fc0269,revision_number=None']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:54:13.117242 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.api.v2.resource [None req-a7f37f29-bd25-464a-b812-9e4327d1dd6c tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] show failed (client error): The resource could not be found. Jan 27 16:54:13.118233 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-a7f37f29-bd25-464a-b812-9e4327d1dd6c tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/security-groups/341578a6-674d-4340-af0f-c81e76fc0269 HTTP/1.1" status: 404 len: 347 time: 0.0135930 Jan 27 16:54:13.121692 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 52100) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:54:13.263902 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.plugin [None req-b41b6763-526b-45f2-9d89-84887ccd0508 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Deleting port 4c394fa9-1ca2-4ec4-ae75-c98e639abf9e {{(pid=114095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:54:13.264269 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-b41b6763-526b-45f2-9d89-84887ccd0508 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740202897008'] for port (4c394fa9-1ca2-4ec4-ae75-c98e639abf9e), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:13.275106 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dbac40-95cd-47a4-8e26-86b70eb60237 None None] New status for floating IP 551c77a3-4138-4829-8c7a-b5d01d3147aa: DOWN {{(pid=114097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 16:54:13.348239 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-b41b6763-526b-45f2-9d89-84887ccd0508 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797243'] for port (4c394fa9-1ca2-4ec4-ae75-c98e639abf9e), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:13.348858 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-b41b6763-526b-45f2-9d89-84887ccd0508 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Publish callbacks [] for floatingip (4c394fa9-1ca2-4ec4-ae75-c98e639abf9e), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:13.362526 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.plugin [None req-b41b6763-526b-45f2-9d89-84887ccd0508 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Calling delete_port for 4c394fa9-1ca2-4ec4-ae75-c98e639abf9e owned by network:floatingip {{(pid=114095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:54:13.500154 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-b41b6763-526b-45f2-9d89-84887ccd0508 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740202902474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740202573626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080504'] for port (4c394fa9-1ca2-4ec4-ae75-c98e639abf9e), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:13.526024 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41b6763-526b-45f2-9d89-84887ccd0508 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Pushing event deleted for resources: {'Port': ['ID=4c394fa9-1ca2-4ec4-ae75-c98e639abf9e,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:54:13.539626 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41b6763-526b-45f2-9d89-84887ccd0508 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:54:13.539987 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41b6763-526b-45f2-9d89-84887ccd0508 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:54:13.540340 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41b6763-526b-45f2-9d89-84887ccd0508 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:54:13.540683 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41b6763-526b-45f2-9d89-84887ccd0508 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:54:13.541018 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41b6763-526b-45f2-9d89-84887ccd0508 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:54:13.541355 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41b6763-526b-45f2-9d89-84887ccd0508 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:54:13.541715 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41b6763-526b-45f2-9d89-84887ccd0508 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:54:13.542040 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41b6763-526b-45f2-9d89-84887ccd0508 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:54:13.542406 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41b6763-526b-45f2-9d89-84887ccd0508 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:54:13.542967 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41b6763-526b-45f2-9d89-84887ccd0508 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:54:13.543314 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41b6763-526b-45f2-9d89-84887ccd0508 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:54:13.543671 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41b6763-526b-45f2-9d89-84887ccd0508 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:54:13.544017 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41b6763-526b-45f2-9d89-84887ccd0508 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:54:13.603305 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-b41b6763-526b-45f2-9d89-84887ccd0508 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Publish callbacks [] for floatingip (551c77a3-4138-4829-8c7a-b5d01d3147aa), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:13.606793 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-b41b6763-526b-45f2-9d89-84887ccd0508 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118807'] for floatingip (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:13.607962 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-b41b6763-526b-45f2-9d89-84887ccd0508 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "DELETE /v2.0/floatingips/551c77a3-4138-4829-8c7a-b5d01d3147aa HTTP/1.1" status: 204 len: 168 time: 0.4853740 Jan 27 16:54:13.680433 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b5b5f4-4738-4498-8365-f151ab78306d req-e184c076-a40b-4741-9239-41f1af606c27 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:13.681897 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-d1b5b5f4-4738-4498-8365-f151ab78306d req-e184c076-a40b-4741-9239-41f1af606c27 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a8d6efb-9e26-48f5-80a7-4447209ea47e HTTP/1.1" status: 200 len: 985 time: 0.0497684 Jan 27 16:54:13.740089 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-d1b5b5f4-4738-4498-8365-f151ab78306d req-549a3034-5654-403f-806c-ed2c932cf03d tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eb100d7-7129-43cb-8277-73c5dbb87bea&id=916d14d8-7f52-490d-840a-6eda3f112a25&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0524490 Jan 27 16:54:14.153588 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 52108) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:54:14.158127 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.v2.base [None req-41ad0179-4589-47cc-bd1b-3117e061a965 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1822645270', 'description': 'tempest-description--1318646916'}} {{(pid=114094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:54:14.180633 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-41ad0179-4589-47cc-bd1b-3117e061a965 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Publish callbacks [] for security_group (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:14.244210 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-41ad0179-4589-47cc-bd1b-3117e061a965 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Publish callbacks [] for security_group (2d3ae94f-3500-4531-82f9-c2acf44e386d), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:14.247706 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-41ad0179-4589-47cc-bd1b-3117e061a965 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (2d3ae94f-3500-4531-82f9-c2acf44e386d), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:14.275903 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-41ad0179-4589-47cc-bd1b-3117e061a965 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Publish callbacks [] for security_group (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:14.277783 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-41ad0179-4589-47cc-bd1b-3117e061a965 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1231892 Jan 27 16:54:14.279784 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ad0179-4589-47cc-bd1b-3117e061a965 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d3ae94f-3500-4531-82f9-c2acf44e386d,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:54:14.280803 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 52110) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:54:14.285392 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.v2.base [None req-d274f004-c3d1-46ee-8ba6-c43b378953aa tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Request body: {'security_group_rule': {'security_group_id': '2d3ae94f-3500-4531-82f9-c2acf44e386d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:54:14.309593 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-d274f004-c3d1-46ee-8ba6-c43b378953aa tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Publish callbacks [] for security_group_rule (ff466c65-ffc6-4a76-a02c-f6ce1b1c114b), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:14.354548 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-d274f004-c3d1-46ee-8ba6-c43b378953aa tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Publish callbacks [] for security_group_rule (ff466c65-ffc6-4a76-a02c-f6ce1b1c114b), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:14.357997 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-d274f004-c3d1-46ee-8ba6-c43b378953aa tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077574'] for security_group_rule (ff466c65-ffc6-4a76-a02c-f6ce1b1c114b), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:14.374602 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d274f004-c3d1-46ee-8ba6-c43b378953aa tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff466c65-ffc6-4a76-a02c-f6ce1b1c114b,revision_number=0']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:54:14.382732 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-d274f004-c3d1-46ee-8ba6-c43b378953aa tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:14.383870 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-d274f004-c3d1-46ee-8ba6-c43b378953aa tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1020608 Jan 27 16:54:14.387034 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 52112) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:54:14.391546 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.v2.base [None req-175d5613-8d00-48af-b37c-05be14413f90 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Request body: {'security_group_rule': {'security_group_id': '2d3ae94f-3500-4531-82f9-c2acf44e386d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:54:14.415588 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-175d5613-8d00-48af-b37c-05be14413f90 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Publish callbacks [] for security_group_rule (47ef2556-48ec-4b1b-a3cb-4555cd7caaf1), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:14.469886 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-175d5613-8d00-48af-b37c-05be14413f90 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Publish callbacks [] for security_group_rule (47ef2556-48ec-4b1b-a3cb-4555cd7caaf1), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:14.474096 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-175d5613-8d00-48af-b37c-05be14413f90 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077574'] for security_group_rule (47ef2556-48ec-4b1b-a3cb-4555cd7caaf1), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:14.493633 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175d5613-8d00-48af-b37c-05be14413f90 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47ef2556-48ec-4b1b-a3cb-4555cd7caaf1,revision_number=0']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:54:14.502017 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-175d5613-8d00-48af-b37c-05be14413f90 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:14.503232 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-175d5613-8d00-48af-b37c-05be14413f90 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1151459 Jan 27 16:54:14.506267 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 52114) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:54:14.510440 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.v2.base [None req-d1f406f9-7513-4725-9e08-4473ba3cdcaf tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Request body: {'floatingip': {'floating_network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9'}} {{(pid=114095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:54:14.530915 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-d1f406f9-7513-4725-9e08-4473ba3cdcaf tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:14.625887 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-d1f406f9-7513-4725-9e08-4473ba3cdcaf tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:14.731261 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.db.db_base_plugin_common [None req-d1f406f9-7513-4725-9e08-4473ba3cdcaf tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Allocated IP 172.27.2.25 (7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9/3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf/6dcf1245-956d-4f21-9cd4-e26458bfeb1a) {{(pid=114095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:54:14.856435 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-d1f406f9-7513-4725-9e08-4473ba3cdcaf tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Publish callbacks [] for port (6dcf1245-956d-4f21-9cd4-e26458bfeb1a), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:14.880963 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a347a331-10b9-447b-812c-499d8fc11051 req-d29f60ef-5b55-4f20-afec-93428d8469e8 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:14.882439 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-a347a331-10b9-447b-812c-499d8fc11051 req-d29f60ef-5b55-4f20-afec-93428d8469e8 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a8d6efb-9e26-48f5-80a7-4447209ea47e HTTP/1.1" status: 200 len: 985 time: 0.0724490 Jan 27 16:54:14.934566 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-d1f406f9-7513-4725-9e08-4473ba3cdcaf tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740202573617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080504'] for port (6dcf1245-956d-4f21-9cd4-e26458bfeb1a), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:14.992112 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f406f9-7513-4725-9e08-4473ba3cdcaf tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Network 7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9 is already hosted by enough agents. {{(pid=114095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:54:14.999246 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-a347a331-10b9-447b-812c-499d8fc11051 req-af12c0fb-a513-4797-bc99-c1545086d021 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eb100d7-7129-43cb-8277-73c5dbb87bea&id=916d14d8-7f52-490d-840a-6eda3f112a25&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1082907 Jan 27 16:54:15.003792 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.scheduler.base_scheduler [None req-d1f406f9-7513-4725-9e08-4473ba3cdcaf tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Resources bound (agent type, host, resource id): {{(pid=114095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:54:15.008193 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f406f9-7513-4725-9e08-4473ba3cdcaf tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Received port after_create {{(pid=114095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:54:15.012011 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f406f9-7513-4725-9e08-4473ba3cdcaf tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Pushing event updated for resources: {'Port': ['ID=6dcf1245-956d-4f21-9cd4-e26458bfeb1a,revision_number=1']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:54:15.094036 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-d1f406f9-7513-4725-9e08-4473ba3cdcaf tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Publish callbacks [] for floatingip (da350d86-0c96-467d-824e-3f23d3769cc2), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:15.129733 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-d1f406f9-7513-4725-9e08-4473ba3cdcaf tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (6dcf1245-956d-4f21-9cd4-e26458bfeb1a), before_update {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:15.274414 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-d1f406f9-7513-4725-9e08-4473ba3cdcaf tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Publish callbacks [] for port (6dcf1245-956d-4f21-9cd4-e26458bfeb1a), precommit_update {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:15.278872 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-d1f406f9-7513-4725-9e08-4473ba3cdcaf tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080387'] for port (6dcf1245-956d-4f21-9cd4-e26458bfeb1a), after_update {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:15.347929 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f406f9-7513-4725-9e08-4473ba3cdcaf tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Pushing event updated for resources: {'Port': ['ID=6dcf1245-956d-4f21-9cd4-e26458bfeb1a,revision_number=2']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:54:15.360229 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-d1f406f9-7513-4725-9e08-4473ba3cdcaf tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1796444'] for floatingip (da350d86-0c96-467d-824e-3f23d3769cc2), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:15.374809 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-d1f406f9-7513-4725-9e08-4473ba3cdcaf tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118807'] for floatingip (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:15.376042 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-d1f406f9-7513-4725-9e08-4473ba3cdcaf tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8688636 Jan 27 16:54:15.490825 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device c7ee8f95-4b6c-4378-a74a-658d33610c09 no longer exists at agent hyperv_hv-cinder-81883 {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:54:15.510231 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] No Port match for: c7ee8f95-4b6c-4378-a74a-658d33610c09 {{(pid=114096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 16:54:15.510556 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device c7ee8f95-4b6c-4378-a74a-658d33610c09 not bound to the agent host hv-cinder-81883 {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 16:54:15.518311 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-e8b3f0e9-bc6d-4cb7-aa19-ed285592ba94 req-43c88e73-3bba-4316-bbeb-5f97e0986a01 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1822645270&fields=id&tenant_id=accb650bdbfa4de4a4129fd473ca736d HTTP/1.1" status: 200 len: 267 time: 0.0429089 Jan 27 16:54:15.625286 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b3f0e9-bc6d-4cb7-aa19-ed285592ba94 req-f667bbcb-3d91-4d66-9d18-380eee0b98c7 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:15.626734 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-e8b3f0e9-bc6d-4cb7-aa19-ed285592ba94 req-f667bbcb-3d91-4d66-9d18-380eee0b98c7 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/networks?id=d4e5124e-533e-45d6-b9d3-79afca1c35e2 HTTP/1.1" status: 200 len: 810 time: 0.1020067 Jan 27 16:54:15.641048 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-e8b3f0e9-bc6d-4cb7-aa19-ed285592ba94 req-2c8d47e7-b30e-4ac2-bd72-76044585b66d tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/quotas/accb650bdbfa4de4a4129fd473ca736d HTTP/1.1" status: 200 len: 375 time: 0.0089884 Jan 27 16:54:15.651530 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.agents_db [None req-5545c54b-af05-4075-94be-94e2438c302a None None] Agent healthcheck: found 6 active agents {{(pid=114097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 16:54:15.690903 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-e8b3f0e9-bc6d-4cb7-aa19-ed285592ba94 req-7abff297-6786-4a0d-8098-153d4595d6db tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=accb650bdbfa4de4a4129fd473ca736d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449657 Jan 27 16:54:15.784511 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-e8b3f0e9-bc6d-4cb7-aa19-ed285592ba94 req-80ca69f6-a96a-49ba-87e0-d696b4810937 service neutron] 10.222.0.48 "GET /v2.0/networks/d4e5124e-533e-45d6-b9d3-79afca1c35e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810549 Jan 27 16:54:15.874159 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-e8b3f0e9-bc6d-4cb7-aa19-ed285592ba94 req-bae3fec0-c1ce-400d-bd01-e53100eb8baa service neutron] 10.222.0.48 "GET /v2.0/networks/d4e5124e-533e-45d6-b9d3-79afca1c35e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840337 Jan 27 16:54:16.066617 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-58827181-c4a3-425e-a938-636fd534a585 req-760f6fe5-3704-46e4-8f19-e0574acf512c tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8c22100-7616-4a07-842e-64004815a6ca HTTP/1.1" status: 200 len: 210 time: 0.0451338 Jan 27 16:54:16.140363 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81142c7-683c-457a-9db4-bc0a8ec43c64 req-e99891ff-d7cc-452d-85ce-efa1202efa41 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:16.144174 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-b81142c7-683c-457a-9db4-bc0a8ec43c64 req-e99891ff-d7cc-452d-85ce-efa1202efa41 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a8d6efb-9e26-48f5-80a7-4447209ea47e HTTP/1.1" status: 200 len: 985 time: 0.0554776 Jan 27 16:54:16.217857 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-b81142c7-683c-457a-9db4-bc0a8ec43c64 req-6031feb8-1d83-44af-b479-232d3211f5c9 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eb100d7-7129-43cb-8277-73c5dbb87bea&id=916d14d8-7f52-490d-840a-6eda3f112a25&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0693099 Jan 27 16:54:16.384596 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-15549026-ff59-45bd-8d77-55b5dfc1c10f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (b49cc950-6aaa-44e3-a3c4-70b67101afab), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:17.033928 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b3f0e9-bc6d-4cb7-aa19-ed285592ba94 req-b51870dd-2eae-4737-b715-39877d199841 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:17.035370 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-e8b3f0e9-bc6d-4cb7-aa19-ed285592ba94 req-b51870dd-2eae-4737-b715-39877d199841 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.24 "GET /v2.0/networks?id=d4e5124e-533e-45d6-b9d3-79afca1c35e2 HTTP/1.1" status: 200 len: 810 time: 0.1032186 Jan 27 16:54:17.096800 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-e8b3f0e9-bc6d-4cb7-aa19-ed285592ba94 req-dd151a19-9087-44c2-9b7c-cc8a87155622 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=accb650bdbfa4de4a4129fd473ca736d HTTP/1.1" status: 200 len: 380 time: 0.0527983 Jan 27 16:54:17.110428 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.v2.base [req-e8b3f0e9-bc6d-4cb7-aa19-ed285592ba94 req-88a65dcb-8a8b-44c0-b80c-b288e60cc22b tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Request body: {'port': {'device_id': 'e8c22100-7616-4a07-842e-64004815a6ca', 'network_id': 'd4e5124e-533e-45d6-b9d3-79afca1c35e2', 'admin_state_up': True, 'tenant_id': 'accb650bdbfa4de4a4129fd473ca736d', 'security_groups': ['2d3ae94f-3500-4531-82f9-c2acf44e386d']}} {{(pid=114094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:54:17.165677 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-2e60ffd2-c5da-45c7-87b1-5abadacd03d3 req-0984b2b9-1a93-4684-8526-783fb3916aa5 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8c22100-7616-4a07-842e-64004815a6ca HTTP/1.1" status: 200 len: 210 time: 0.0298507 Jan 27 16:54:17.228748 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8b3f0e9-bc6d-4cb7-aa19-ed285592ba94 req-88a65dcb-8a8b-44c0-b80c-b288e60cc22b tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Made reservation on behalf of accb650bdbfa4de4a4129fd473ca736d for: {'port': 1} {{(pid=114094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:54:17.232017 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-e8b3f0e9-bc6d-4cb7-aa19-ed285592ba94 req-88a65dcb-8a8b-44c0-b80c-b288e60cc22b tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:17.345380 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4497cb6f-1f59-4d8a-82e8-1fcfaf4a6919 req-e67b5857-6472-4504-aab2-5dee86f53bcb tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:17.347027 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-4497cb6f-1f59-4d8a-82e8-1fcfaf4a6919 req-e67b5857-6472-4504-aab2-5dee86f53bcb tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a8d6efb-9e26-48f5-80a7-4447209ea47e HTTP/1.1" status: 200 len: 985 time: 0.0525851 Jan 27 16:54:17.367626 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.db_base_plugin_common [req-e8b3f0e9-bc6d-4cb7-aa19-ed285592ba94 req-88a65dcb-8a8b-44c0-b80c-b288e60cc22b tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Allocated IP 172.20.0.3 (d4e5124e-533e-45d6-b9d3-79afca1c35e2/d38c499f-fa3e-48b8-ba77-1e1246ed2b6a/97743adb-f50c-4603-8490-a5dc53d3afb5) {{(pid=114094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:54:17.416781 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-4497cb6f-1f59-4d8a-82e8-1fcfaf4a6919 req-812699a7-d738-4701-a101-18e77f7cee1c tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eb100d7-7129-43cb-8277-73c5dbb87bea&id=916d14d8-7f52-490d-840a-6eda3f112a25&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0632691 Jan 27 16:54:17.515641 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-e8b3f0e9-bc6d-4cb7-aa19-ed285592ba94 req-88a65dcb-8a8b-44c0-b80c-b288e60cc22b tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Publish callbacks [] for port (97743adb-f50c-4603-8490-a5dc53d3afb5), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:17.552861 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-e8b3f0e9-bc6d-4cb7-aa19-ed285592ba94 req-88a65dcb-8a8b-44c0-b80c-b288e60cc22b tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740202573617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777202'] for port (97743adb-f50c-4603-8490-a5dc53d3afb5), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:17.595877 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8b3f0e9-bc6d-4cb7-aa19-ed285592ba94 req-88a65dcb-8a8b-44c0-b80c-b288e60cc22b tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Network d4e5124e-533e-45d6-b9d3-79afca1c35e2 is already hosted by enough agents. {{(pid=114094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:54:17.598837 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.base_scheduler [req-e8b3f0e9-bc6d-4cb7-aa19-ed285592ba94 req-88a65dcb-8a8b-44c0-b80c-b288e60cc22b tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Resources bound (agent type, host, resource id): {{(pid=114094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:54:17.604663 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8b3f0e9-bc6d-4cb7-aa19-ed285592ba94 req-88a65dcb-8a8b-44c0-b80c-b288e60cc22b tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Received port after_create {{(pid=114094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:54:17.629733 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a65dcb-8a8b-44c0-b80c-b288e60cc22b tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Pushing event updated for resources: {'Port': ['ID=97743adb-f50c-4603-8490-a5dc53d3afb5,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:54:17.658996 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b3f0e9-bc6d-4cb7-aa19-ed285592ba94 req-88a65dcb-8a8b-44c0-b80c-b288e60cc22b tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:17.659669 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-e8b3f0e9-bc6d-4cb7-aa19-ed285592ba94 req-88a65dcb-8a8b-44c0-b80c-b288e60cc22b tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118807'] for port (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:17.675910 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-e8b3f0e9-bc6d-4cb7-aa19-ed285592ba94 req-88a65dcb-8a8b-44c0-b80c-b288e60cc22b tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5692050 Jan 27 16:54:17.688502 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.v2.base [req-e8b3f0e9-bc6d-4cb7-aa19-ed285592ba94 req-ae1d67ee-68e0-4530-9a9e-767829546911 service neutron] Request body: {'port': {'device_id': 'e8c22100-7616-4a07-842e-64004815a6ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81883'}} {{(pid=114094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:54:17.745114 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-e8b3f0e9-bc6d-4cb7-aa19-ed285592ba94 req-ae1d67ee-68e0-4530-9a9e-767829546911 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (97743adb-f50c-4603-8490-a5dc53d3afb5), before_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:17.865162 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-00e7a8a1-fed2-479f-ae22-4adfd9a7b4e9 None None] Provisioning complete for port 97743adb-f50c-4603-8490-a5dc53d3afb5 triggered by entity DHCP. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:54:17.865815 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-00e7a8a1-fed2-479f-ae22-4adfd9a7b4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (97743adb-f50c-4603-8490-a5dc53d3afb5), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:17.905996 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-00e7a8a1-fed2-479f-ae22-4adfd9a7b4e9 None None] Port 97743adb-f50c-4603-8490-a5dc53d3afb5 cannot update to ACTIVE because it is not bound. {{(pid=114096) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 16:54:18.022807 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.notifiers.nova [req-e8b3f0e9-bc6d-4cb7-aa19-ed285592ba94 req-ae1d67ee-68e0-4530-9a9e-767829546911 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97743adb-f50c-4603-8490-a5dc53d3afb5 {{(pid=114094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:54:18.033507 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-e8b3f0e9-bc6d-4cb7-aa19-ed285592ba94 req-ae1d67ee-68e0-4530-9a9e-767829546911 service neutron] Publish callbacks [] for port (97743adb-f50c-4603-8490-a5dc53d3afb5), precommit_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:18.049108 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.provisioning_blocks [req-e8b3f0e9-bc6d-4cb7-aa19-ed285592ba94 req-ae1d67ee-68e0-4530-9a9e-767829546911 service neutron] Transition to ACTIVE for port object 97743adb-f50c-4603-8490-a5dc53d3afb5 will not be triggered until provisioned by entity L2. {{(pid=114094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 16:54:18.053305 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-e8b3f0e9-bc6d-4cb7-aa19-ed285592ba94 req-ae1d67ee-68e0-4530-9a9e-767829546911 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8776969'] for port (97743adb-f50c-4603-8490-a5dc53d3afb5), after_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:18.110793 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1d67ee-68e0-4530-9a9e-767829546911 service neutron] Pushing event updated for resources: {'Port': ['ID=97743adb-f50c-4603-8490-a5dc53d3afb5,revision_number=2']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:54:18.132720 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cd2b3e-edee-4305-a989-eaad6ad6a68d req-cad78485-a507-4bb6-b117-d2dd4e58675a tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:18.135544 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-59cd2b3e-edee-4305-a989-eaad6ad6a68d req-cad78485-a507-4bb6-b117-d2dd4e58675a tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e2afd7a-cfd6-4228-b067-077d9f739343 HTTP/1.1" status: 200 len: 945 time: 0.0559990 Jan 27 16:54:18.188102 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-59cd2b3e-edee-4305-a989-eaad6ad6a68d req-e6f51256-b99d-47b8-a566-19ebe6c25b27 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef32afb6-089b-4677-972e-4c461cd72a86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475094 Jan 27 16:54:18.194720 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.managers [req-e8b3f0e9-bc6d-4cb7-aa19-ed285592ba94 req-ae1d67ee-68e0-4530-9a9e-767829546911 service neutron] Attempting to bind port 97743adb-f50c-4603-8490-a5dc53d3afb5 on host hv-cinder-81883 for vnic_type normal with profile {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:54:18.195168 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.managers [req-e8b3f0e9-bc6d-4cb7-aa19-ed285592ba94 req-ae1d67ee-68e0-4530-9a9e-767829546911 service neutron] Attempting to bind port 97743adb-f50c-4603-8490-a5dc53d3afb5 by drivers openvswitch,hyperv on host hv-cinder-81883 at level 0 using segments [{'id': '6ece6a4a-5bdf-40d7-bd59-6b778037144a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'd4e5124e-533e-45d6-b9d3-79afca1c35e2'}] {{(pid=114094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:54:18.195637 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b3f0e9-bc6d-4cb7-aa19-ed285592ba94 req-ae1d67ee-68e0-4530-9a9e-767829546911 service neutron] Attempting to bind port 97743adb-f50c-4603-8490-a5dc53d3afb5 on network d4e5124e-533e-45d6-b9d3-79afca1c35e2 {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:54:18.211465 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b3f0e9-bc6d-4cb7-aa19-ed285592ba94 req-ae1d67ee-68e0-4530-9a9e-767829546911 service neutron] Port 97743adb-f50c-4603-8490-a5dc53d3afb5 on network d4e5124e-533e-45d6-b9d3-79afca1c35e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81883 {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 16:54:18.211876 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b3f0e9-bc6d-4cb7-aa19-ed285592ba94 req-ae1d67ee-68e0-4530-9a9e-767829546911 service neutron] Attempting to bind port 97743adb-f50c-4603-8490-a5dc53d3afb5 on network d4e5124e-533e-45d6-b9d3-79afca1c35e2 {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:54:18.218085 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b3f0e9-bc6d-4cb7-aa19-ed285592ba94 req-ae1d67ee-68e0-4530-9a9e-767829546911 service neutron] Checking agent: {'id': '853c399d-72c7-467e-bd42-08a47e7fb1c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81883', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 46, 47), 'started_at': datetime.datetime(2022, 1, 27, 16, 46, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:54:18.218498 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b3f0e9-bc6d-4cb7-aa19-ed285592ba94 req-ae1d67ee-68e0-4530-9a9e-767829546911 service neutron] Checking segment: {'id': '6ece6a4a-5bdf-40d7-bd59-6b778037144a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'd4e5124e-533e-45d6-b9d3-79afca1c35e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:54:18.218948 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b3f0e9-bc6d-4cb7-aa19-ed285592ba94 req-ae1d67ee-68e0-4530-9a9e-767829546911 service neutron] Bound using segment: {'id': '6ece6a4a-5bdf-40d7-bd59-6b778037144a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'd4e5124e-533e-45d6-b9d3-79afca1c35e2'} {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:54:18.219486 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.managers [req-e8b3f0e9-bc6d-4cb7-aa19-ed285592ba94 req-ae1d67ee-68e0-4530-9a9e-767829546911 service neutron] Bound port: 97743adb-f50c-4603-8490-a5dc53d3afb5, host: hv-cinder-81883, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ece6a4a-5bdf-40d7-bd59-6b778037144a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'd4e5124e-533e-45d6-b9d3-79afca1c35e2'}}] {{(pid=114094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:54:18.220081 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-e8b3f0e9-bc6d-4cb7-aa19-ed285592ba94 req-ae1d67ee-68e0-4530-9a9e-767829546911 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (97743adb-f50c-4603-8490-a5dc53d3afb5), before_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:18.286678 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.db [req-e8b3f0e9-bc6d-4cb7-aa19-ed285592ba94 req-ae1d67ee-68e0-4530-9a9e-767829546911 service neutron] For port 97743adb-f50c-4603-8490-a5dc53d3afb5, host hv-cinder-81883, cleared binding levels {{(pid=114094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:54:18.289603 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.db [req-e8b3f0e9-bc6d-4cb7-aa19-ed285592ba94 req-ae1d67ee-68e0-4530-9a9e-767829546911 service neutron] For port 97743adb-f50c-4603-8490-a5dc53d3afb5, host hv-cinder-81883, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=97743adb-f50c-4603-8490-a5dc53d3afb5,segment=NetworkSegment(6ece6a4a-5bdf-40d7-bd59-6b778037144a),segment_id=6ece6a4a-5bdf-40d7-bd59-6b778037144a)] {{(pid=114094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:54:18.295601 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-e8b3f0e9-bc6d-4cb7-aa19-ed285592ba94 req-ae1d67ee-68e0-4530-9a9e-767829546911 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8776969'] for port (97743adb-f50c-4603-8490-a5dc53d3afb5), after_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:18.311124 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f57e316-ada9-4277-ac06-d5672815a0f0 req-17c54a9e-3679-4cce-8a0d-397753f05842 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:18.312630 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-9f57e316-ada9-4277-ac06-d5672815a0f0 req-17c54a9e-3679-4cce-8a0d-397753f05842 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8c22100-7616-4a07-842e-64004815a6ca HTTP/1.1" status: 200 len: 943 time: 0.0539966 Jan 27 16:54:18.328442 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b3f0e9-bc6d-4cb7-aa19-ed285592ba94 req-ae1d67ee-68e0-4530-9a9e-767829546911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:18.329130 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-e8b3f0e9-bc6d-4cb7-aa19-ed285592ba94 req-ae1d67ee-68e0-4530-9a9e-767829546911 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118807'] for port (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:18.330502 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-e8b3f0e9-bc6d-4cb7-aa19-ed285592ba94 req-ae1d67ee-68e0-4530-9a9e-767829546911 service neutron] 10.222.0.24 "PUT /v2.0/ports/97743adb-f50c-4603-8490-a5dc53d3afb5 HTTP/1.1" status: 200 len: 1093 time: 0.6466205 Jan 27 16:54:18.330993 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8c22100-7616-4a07-842e-64004815a6ca', 'tag': '97743adb-f50c-4603-8490-a5dc53d3afb5'}] {{(pid=114094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:54:18.333243 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}342a798d1d13ecd85fd4efdf34ff3908ecd3b9322feeb0f720fcdcd52e7e333b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d02be660-6a98-47d9-9e65-9f15d14e0c7b" -d '{"events": [{"name": "network-changed", "server_uuid": "e8c22100-7616-4a07-842e-64004815a6ca", "tag": "97743adb-f50c-4603-8490-a5dc53d3afb5"}]}' {{(pid=114094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:54:18.365850 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1d67ee-68e0-4530-9a9e-767829546911 service neutron] Pushing event updated for resources: {'Port': ['ID=97743adb-f50c-4603-8490-a5dc53d3afb5,revision_number=3']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:54:18.391891 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-9f57e316-ada9-4277-ac06-d5672815a0f0 req-6d37a56d-029b-4279-bcaf-de64dc879fc8 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2d3ae94f-3500-4531-82f9-c2acf44e386d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732882 Jan 27 16:54:18.397974 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 16:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1ee269f-e670-42ba-a0fb-91a0a3b26c1e x-openstack-request-id: req-e1ee269f-e670-42ba-a0fb-91a0a3b26c1e {{(pid=114094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:54:18.398323 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8c22100-7616-4a07-842e-64004815a6ca", "tag": "97743adb-f50c-4603-8490-a5dc53d3afb5", "status": "completed", "code": 200}]} {{(pid=114094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:54:18.398639 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e1ee269f-e670-42ba-a0fb-91a0a3b26c1e {{(pid=114094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:54:18.399105 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8c22100-7616-4a07-842e-64004815a6ca', 'tag': '97743adb-f50c-4603-8490-a5dc53d3afb5', 'status': 'completed', 'code': 200} Jan 27 16:54:18.403770 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (853c399d-72c7-467e-bd42-08a47e7fb1c3), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:18.437659 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-9d85cea8-339f-4ea9-8fd7-6b855d3b1660 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (bdbd084a-7876-495d-b5d9-cf3ee18f0227), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:18.441232 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b3f0e9-bc6d-4cb7-aa19-ed285592ba94 req-5fe87619-ee58-4b65-b174-ca1c7ba5c27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:18.442884 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-e8b3f0e9-bc6d-4cb7-aa19-ed285592ba94 req-5fe87619-ee58-4b65-b174-ca1c7ba5c27f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=accb650bdbfa4de4a4129fd473ca736d&device_id=e8c22100-7616-4a07-842e-64004815a6ca HTTP/1.1" status: 200 len: 1096 time: 0.0547605 Jan 27 16:54:18.489048 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-e8b3f0e9-bc6d-4cb7-aa19-ed285592ba94 req-3975bd20-c97b-4282-ab1b-70655e16fa80 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97743adb-f50c-4603-8490-a5dc53d3afb5 HTTP/1.1" status: 200 len: 217 time: 0.0392928 Jan 27 16:54:18.554820 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b3f0e9-bc6d-4cb7-aa19-ed285592ba94 req-cbf80612-8daf-41f5-9a2c-f0a0f9774281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:18.556820 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-e8b3f0e9-bc6d-4cb7-aa19-ed285592ba94 req-cbf80612-8daf-41f5-9a2c-f0a0f9774281 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d38c499f-fa3e-48b8-ba77-1e1246ed2b6a HTTP/1.1" status: 200 len: 849 time: 0.0566008 Jan 27 16:54:18.604560 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b3f0e9-bc6d-4cb7-aa19-ed285592ba94 req-9ac46eac-ba7f-477f-890b-5cf646eb1c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:18.607090 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-e8b3f0e9-bc6d-4cb7-aa19-ed285592ba94 req-9ac46eac-ba7f-477f-890b-5cf646eb1c8d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d4e5124e-533e-45d6-b9d3-79afca1c35e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429454 Jan 27 16:54:18.704507 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-e8b3f0e9-bc6d-4cb7-aa19-ed285592ba94 req-186acfb9-0be8-43ab-a13a-8d9ed1430ae2 service neutron] 10.222.0.24 "GET /v2.0/networks/d4e5124e-533e-45d6-b9d3-79afca1c35e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905082 Jan 27 16:54:18.797973 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-e8b3f0e9-bc6d-4cb7-aa19-ed285592ba94 req-4adbf356-835e-49de-8b27-b0734bf92e63 service neutron] 10.222.0.24 "GET /v2.0/networks/d4e5124e-533e-45d6-b9d3-79afca1c35e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805812 Jan 27 16:54:18.890479 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02be660-6a98-47d9-9e65-9f15d14e0c7b req-62fc904d-f36c-43e3-a340-80fa83ea00fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:18.891965 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-d02be660-6a98-47d9-9e65-9f15d14e0c7b req-62fc904d-f36c-43e3-a340-80fa83ea00fa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=accb650bdbfa4de4a4129fd473ca736d&device_id=e8c22100-7616-4a07-842e-64004815a6ca HTTP/1.1" status: 200 len: 1096 time: 0.0454786 Jan 27 16:54:18.983728 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02be660-6a98-47d9-9e65-9f15d14e0c7b req-e5f314e4-f985-406e-b3af-3856af15f2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:18.985188 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-d02be660-6a98-47d9-9e65-9f15d14e0c7b req-e5f314e4-f985-406e-b3af-3856af15f2c4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d4e5124e-533e-45d6-b9d3-79afca1c35e2 HTTP/1.1" status: 200 len: 911 time: 0.0870476 Jan 27 16:54:19.029779 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-d02be660-6a98-47d9-9e65-9f15d14e0c7b req-cc59f170-627f-475a-994d-27b8e6003e70 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97743adb-f50c-4603-8490-a5dc53d3afb5 HTTP/1.1" status: 200 len: 217 time: 0.0372837 Jan 27 16:54:19.076145 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02be660-6a98-47d9-9e65-9f15d14e0c7b req-81b9465e-3baf-43f9-ae60-672440296419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:19.077555 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-d02be660-6a98-47d9-9e65-9f15d14e0c7b req-81b9465e-3baf-43f9-ae60-672440296419 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d38c499f-fa3e-48b8-ba77-1e1246ed2b6a HTTP/1.1" status: 200 len: 849 time: 0.0421536 Jan 27 16:54:19.124070 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02be660-6a98-47d9-9e65-9f15d14e0c7b req-b9817773-c534-4141-9a5e-9b476d08d85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:19.125506 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-d02be660-6a98-47d9-9e65-9f15d14e0c7b req-b9817773-c534-4141-9a5e-9b476d08d85b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d4e5124e-533e-45d6-b9d3-79afca1c35e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397708 Jan 27 16:54:19.213842 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-d02be660-6a98-47d9-9e65-9f15d14e0c7b req-42f05401-7048-4a75-bbe4-fee3c3c85cb3 service neutron] 10.222.0.24 "GET /v2.0/networks/d4e5124e-533e-45d6-b9d3-79afca1c35e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811014 Jan 27 16:54:19.302214 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003706e4-4109-4651-bdd1-afd5d283ecf8 req-ebe83caf-0063-4aed-b1f4-d357a71a3df8 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:19.303697 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-003706e4-4109-4651-bdd1-afd5d283ecf8 req-ebe83caf-0063-4aed-b1f4-d357a71a3df8 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e2afd7a-cfd6-4228-b067-077d9f739343 HTTP/1.1" status: 200 len: 945 time: 0.0489280 Jan 27 16:54:19.307990 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-d02be660-6a98-47d9-9e65-9f15d14e0c7b req-3bce737a-3c41-431b-8519-4e90f825a684 service neutron] 10.222.0.24 "GET /v2.0/networks/d4e5124e-533e-45d6-b9d3-79afca1c35e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823619 Jan 27 16:54:19.352847 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-003706e4-4109-4651-bdd1-afd5d283ecf8 req-f9fa9b21-c6c4-4d51-8676-ea0febece2d0 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef32afb6-089b-4677-972e-4c461cd72a86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432889 Jan 27 16:54:19.505657 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-66ba84dd-632c-456a-bb12-6a575fe6244f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9495f383-87a2-4ffd-86dd-67b8d88d602c), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:19.514725 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba27f56-e85f-41cb-a986-ff586362bfec req-4f16124e-9e78-4b8d-9068-03dea04d85b5 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:19.516471 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-4ba27f56-e85f-41cb-a986-ff586362bfec req-4f16124e-9e78-4b8d-9068-03dea04d85b5 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8c22100-7616-4a07-842e-64004815a6ca HTTP/1.1" status: 200 len: 943 time: 0.0543387 Jan 27 16:54:19.564065 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-4ba27f56-e85f-41cb-a986-ff586362bfec req-79f79d99-e006-4165-944b-bc7ee1d8797d tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2d3ae94f-3500-4531-82f9-c2acf44e386d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419242 Jan 27 16:54:20.012497 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 52216) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:54:20.114143 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-d556830e-cc04-4da6-b7dc-7acb163c5984 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:20.186072 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-d556830e-cc04-4da6-b7dc-7acb163c5984 admin admin] Publish callbacks [] for security_group (efb3fb35-b593-4ebf-9ea3-c75b28b0231f), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:20.189858 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-d556830e-cc04-4da6-b7dc-7acb163c5984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (efb3fb35-b593-4ebf-9ea3-c75b28b0231f), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:20.227374 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-d556830e-cc04-4da6-b7dc-7acb163c5984 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=efd180c97a86484aa4e74faa5b703d26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2137630 Jan 27 16:54:20.229321 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d556830e-cc04-4da6-b7dc-7acb163c5984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb3fb35-b593-4ebf-9ea3-c75b28b0231f,revision_number=1']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:54:20.230292 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 52220) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:54:20.278709 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-a96e3ba8-79d3-459e-a1b8-1f3830d33c42 admin admin] Publish callbacks [] for security_group (efb3fb35-b593-4ebf-9ea3-c75b28b0231f), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:20.298906 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-a96e3ba8-79d3-459e-a1b8-1f3830d33c42 admin admin] Publish callbacks [] for security_group (efb3fb35-b593-4ebf-9ea3-c75b28b0231f), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:20.343823 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-a96e3ba8-79d3-459e-a1b8-1f3830d33c42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (efb3fb35-b593-4ebf-9ea3-c75b28b0231f), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:20.346334 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-a96e3ba8-79d3-459e-a1b8-1f3830d33c42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:20.347442 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-a96e3ba8-79d3-459e-a1b8-1f3830d33c42 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/efb3fb35-b593-4ebf-9ea3-c75b28b0231f HTTP/1.1" status: 204 len: 168 time: 0.1161468 Jan 27 16:54:20.354782 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96e3ba8-79d3-459e-a1b8-1f3830d33c42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb3fb35-b593-4ebf-9ea3-c75b28b0231f,revision_number=None']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:54:20.473383 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4d0a16-9fd2-4130-aa0e-7eb8cfea8a5d req-cc55ada4-b241-4788-811b-278999ef0ab0 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:20.474853 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-7f4d0a16-9fd2-4130-aa0e-7eb8cfea8a5d req-cc55ada4-b241-4788-811b-278999ef0ab0 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e2afd7a-cfd6-4228-b067-077d9f739343 HTTP/1.1" status: 200 len: 945 time: 0.0533912 Jan 27 16:54:20.527860 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-7f4d0a16-9fd2-4130-aa0e-7eb8cfea8a5d req-2e9462f4-da22-47e4-ae60-e8681fdb4434 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef32afb6-089b-4677-972e-4c461cd72a86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470598 Jan 27 16:54:20.681213 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff8c016-4b12-4e2f-807b-0edbbaa25cb5 req-8a5ac8bc-342c-4bdc-ae9b-d4a0b80203b5 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:20.683263 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-fff8c016-4b12-4e2f-807b-0edbbaa25cb5 req-8a5ac8bc-342c-4bdc-ae9b-d4a0b80203b5 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8c22100-7616-4a07-842e-64004815a6ca HTTP/1.1" status: 200 len: 943 time: 0.0510533 Jan 27 16:54:20.728877 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-fff8c016-4b12-4e2f-807b-0edbbaa25cb5 req-33e70d84-1159-438a-baca-55122ccf9e66 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2d3ae94f-3500-4531-82f9-c2acf44e386d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398123 Jan 27 16:54:21.528512 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device 97743adb-f50c-4603-8490-a5dc53d3afb5 details requested by agent hyperv_hv-cinder-81883 with host hv-cinder-81883 {{(pid=114096) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 16:54:21.555429 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-d66b1738-fecd-429f-97ae-c3b5c23d3d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9d445c8f-179b-40e3-9cb5-ffaa95aecd6a), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:21.637878 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] For port 97743adb-f50c-4603-8490-a5dc53d3afb5, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=97743adb-f50c-4603-8490-a5dc53d3afb5,segment=NetworkSegment(6ece6a4a-5bdf-40d7-bd59-6b778037144a),segment_id=6ece6a4a-5bdf-40d7-bd59-6b778037144a)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:54:21.647334 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522ec212-3948-48c7-9ae8-316d65eaca01 req-ea112583-12d4-46d4-a2dc-dcf713534d30 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:21.648669 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Returning: {'device': '97743adb-f50c-4603-8490-a5dc53d3afb5', 'network_id': 'd4e5124e-533e-45d6-b9d3-79afca1c35e2', 'port_id': '97743adb-f50c-4603-8490-a5dc53d3afb5', 'mac_address': 'fa:16:3e:5a:e5:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd38c499f-fa3e-48b8-ba77-1e1246ed2b6a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114096) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 16:54:21.648808 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-522ec212-3948-48c7-9ae8-316d65eaca01 req-ea112583-12d4-46d4-a2dc-dcf713534d30 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e2afd7a-cfd6-4228-b067-077d9f739343 HTTP/1.1" status: 200 len: 945 time: 0.0552831 Jan 27 16:54:21.687832 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Current status of the port 97743adb-f50c-4603-8490-a5dc53d3afb5 is: DOWN; New status is: BUILD {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:54:21.688229 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (97743adb-f50c-4603-8490-a5dc53d3afb5), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:21.698664 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-522ec212-3948-48c7-9ae8-316d65eaca01 req-c08a2450-9b37-4338-a473-3fd4bf6576fa tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef32afb6-089b-4677-972e-4c461cd72a86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430422 Jan 27 16:54:21.701550 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.notifiers.nova [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97743adb-f50c-4603-8490-a5dc53d3afb5 {{(pid=114096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:54:21.721446 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] For port 97743adb-f50c-4603-8490-a5dc53d3afb5, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=97743adb-f50c-4603-8490-a5dc53d3afb5,segment=NetworkSegment(6ece6a4a-5bdf-40d7-bd59-6b778037144a),segment_id=6ece6a4a-5bdf-40d7-bd59-6b778037144a)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:54:21.725249 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (97743adb-f50c-4603-8490-a5dc53d3afb5), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:21.773570 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Pushing event updated for resources: {'Port': ['ID=97743adb-f50c-4603-8490-a5dc53d3afb5,revision_number=4']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:54:21.848396 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba0b17-3f3f-4dd3-a837-888162754288 req-749ab697-9446-4d61-a6aa-688a47011696 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:21.849815 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-33ba0b17-3f3f-4dd3-a837-888162754288 req-749ab697-9446-4d61-a6aa-688a47011696 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8c22100-7616-4a07-842e-64004815a6ca HTTP/1.1" status: 200 len: 944 time: 0.0500283 Jan 27 16:54:21.895516 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-33ba0b17-3f3f-4dd3-a837-888162754288 req-548c11e4-b974-406a-b9d3-6c8452fe8c33 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2d3ae94f-3500-4531-82f9-c2acf44e386d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396976 Jan 27 16:54:21.969022 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] get_ports_and_sgs() called for port_ids ['97743adb-f50c-4603-8490-a5dc53d3afb5'] {{(pid=114096) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 16:54:22.506654 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-be52a897-f9bb-4c13-8269-93ff1b9bba8a req-0c9434b2-846c-421b-8a36-47a190bb9da3 tempest-VolumesNegativeTest-1136768334 tempest-VolumesNegativeTest-1136768334-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=7294a7a1631344cfa1e5a508f2a28289&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284545 Jan 27 16:54:22.593653 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (492c1832-c7a3-4f77-b4ba-2ebdc28556bf), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:22.685297 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be52a897-f9bb-4c13-8269-93ff1b9bba8a req-5574e1d9-bd02-4bd4-b4db-65f0d653f511 tempest-VolumesNegativeTest-1136768334 tempest-VolumesNegativeTest-1136768334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:22.686719 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-be52a897-f9bb-4c13-8269-93ff1b9bba8a req-5574e1d9-bd02-4bd4-b4db-65f0d653f511 tempest-VolumesNegativeTest-1136768334 tempest-VolumesNegativeTest-1136768334-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1743250 Jan 27 16:54:22.701122 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-be52a897-f9bb-4c13-8269-93ff1b9bba8a req-ed758808-131f-4d4e-ba7d-676d3d42084a tempest-VolumesNegativeTest-1136768334 tempest-VolumesNegativeTest-1136768334-project] 10.222.0.48 "GET /v2.0/quotas/7294a7a1631344cfa1e5a508f2a28289 HTTP/1.1" status: 200 len: 375 time: 0.0092340 Jan 27 16:54:22.738550 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-be52a897-f9bb-4c13-8269-93ff1b9bba8a req-ed113088-0409-47f0-96e3-9689ee12bc6c tempest-VolumesNegativeTest-1136768334 tempest-VolumesNegativeTest-1136768334-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=7294a7a1631344cfa1e5a508f2a28289&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297520 Jan 27 16:54:23.045211 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-7cce36ad-cd26-4fb0-a83f-def4400c4866 req-7a61d88f-dafb-4723-b137-3c88125cb9ce tempest-VolumesNegativeTest-1136768334 tempest-VolumesNegativeTest-1136768334-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c459aa7-348c-4db9-97a0-5533c0d86f9a HTTP/1.1" status: 200 len: 210 time: 0.0304816 Jan 27 16:54:23.069159 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabfdf22-fea1-4af8-96af-162ac0078c7d req-c658204d-bd5e-4e44-badd-2216ae42ae70 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:23.069159 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-eabfdf22-fea1-4af8-96af-162ac0078c7d req-c658204d-bd5e-4e44-badd-2216ae42ae70 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e2afd7a-cfd6-4228-b067-077d9f739343 HTTP/1.1" status: 200 len: 945 time: 0.2960401 Jan 27 16:54:23.114037 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-eabfdf22-fea1-4af8-96af-162ac0078c7d req-af03f8db-35fc-428e-a234-e275c560c207 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef32afb6-089b-4677-972e-4c461cd72a86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442047 Jan 27 16:54:23.178688 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4d5bff-5c83-4b5c-9e02-5261cfe84f26 req-49084d1d-62ef-4370-835e-16d41da3f042 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:23.180304 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-cf4d5bff-5c83-4b5c-9e02-5261cfe84f26 req-49084d1d-62ef-4370-835e-16d41da3f042 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8c22100-7616-4a07-842e-64004815a6ca HTTP/1.1" status: 200 len: 944 time: 0.0653963 Jan 27 16:54:23.229480 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-cf4d5bff-5c83-4b5c-9e02-5261cfe84f26 req-f3034651-356d-4e40-a63a-e36c39d9408a tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2d3ae94f-3500-4531-82f9-c2acf44e386d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434184 Jan 27 16:54:23.540146 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device 97743adb-f50c-4603-8490-a5dc53d3afb5 up at agent hyperv_hv-cinder-81883 {{(pid=114096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:54:23.591561 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Provisioning for port 97743adb-f50c-4603-8490-a5dc53d3afb5 completed by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 16:54:23.595368 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Provisioning complete for port 97743adb-f50c-4603-8490-a5dc53d3afb5 triggered by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:54:23.595979 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (97743adb-f50c-4603-8490-a5dc53d3afb5), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:23.670238 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Current status of the port 97743adb-f50c-4603-8490-a5dc53d3afb5 is: BUILD; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:54:23.670610 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (97743adb-f50c-4603-8490-a5dc53d3afb5), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:23.692311 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8c22100-7616-4a07-842e-64004815a6ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97743adb-f50c-4603-8490-a5dc53d3afb5'}] {{(pid=114096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:54:23.694530 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7400b25514d980253c692f49984ce8becaf326df5cb1ee6ae8228296f1505bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8125ce81-1c37-4518-8324-c770f0f72690" -d '{"events": [{"server_uuid": "e8c22100-7616-4a07-842e-64004815a6ca", "name": "network-vif-plugged", "status": "completed", "tag": "97743adb-f50c-4603-8490-a5dc53d3afb5"}]}' {{(pid=114096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:54:23.707033 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] For port 97743adb-f50c-4603-8490-a5dc53d3afb5, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=97743adb-f50c-4603-8490-a5dc53d3afb5,segment=NetworkSegment(6ece6a4a-5bdf-40d7-bd59-6b778037144a),segment_id=6ece6a4a-5bdf-40d7-bd59-6b778037144a)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:54:23.710975 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (97743adb-f50c-4603-8490-a5dc53d3afb5), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:23.761994 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Pushing event updated for resources: {'Port': ['ID=97743adb-f50c-4603-8490-a5dc53d3afb5,revision_number=5']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:54:23.845980 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-be52a897-f9bb-4c13-8269-93ff1b9bba8a req-60c13f1a-9d33-4dc1-9ecd-70f515be6d15 tempest-VolumesNegativeTest-1136768334 tempest-VolumesNegativeTest-1136768334-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=7294a7a1631344cfa1e5a508f2a28289&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391214 Jan 27 16:54:23.855519 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 16:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f487ccda-6d91-474f-bab8-f3e9ffb57971 x-openstack-request-id: req-f487ccda-6d91-474f-bab8-f3e9ffb57971 {{(pid=114096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:54:23.855952 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8c22100-7616-4a07-842e-64004815a6ca", "name": "network-vif-plugged", "status": "completed", "tag": "97743adb-f50c-4603-8490-a5dc53d3afb5", "code": 200}]} {{(pid=114096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:54:23.856221 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f487ccda-6d91-474f-bab8-f3e9ffb57971 {{(pid=114096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:54:23.856601 dv-cinder-818830-2-iscsi neutron-server[114096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8c22100-7616-4a07-842e-64004815a6ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97743adb-f50c-4603-8490-a5dc53d3afb5', 'code': 200} Jan 27 16:54:24.034622 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be52a897-f9bb-4c13-8269-93ff1b9bba8a req-9569306d-9c3e-4e81-9573-fa27dfcf0e5e tempest-VolumesNegativeTest-1136768334 tempest-VolumesNegativeTest-1136768334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:24.036174 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-be52a897-f9bb-4c13-8269-93ff1b9bba8a req-9569306d-9c3e-4e81-9573-fa27dfcf0e5e tempest-VolumesNegativeTest-1136768334 tempest-VolumesNegativeTest-1136768334-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1849566 Jan 27 16:54:24.048075 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.v2.base [req-be52a897-f9bb-4c13-8269-93ff1b9bba8a req-943e5284-6550-4024-926b-d842c5c53158 tempest-VolumesNegativeTest-1136768334 tempest-VolumesNegativeTest-1136768334-project] Request body: {'port': {'device_id': '9c459aa7-348c-4db9-97a0-5533c0d86f9a', 'network_id': 'b6a5a5aa-5558-4918-aa1c-e157bb7bcd42', 'admin_state_up': True, 'tenant_id': '7294a7a1631344cfa1e5a508f2a28289'}} {{(pid=114094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:54:24.067066 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c01bd6-1d5e-4180-82cc-aefb3ba42f55 req-f79fa51b-a055-4188-8688-07cd650ed25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:24.068790 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-31c01bd6-1d5e-4180-82cc-aefb3ba42f55 req-f79fa51b-a055-4188-8688-07cd650ed25b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e8c22100-7616-4a07-842e-64004815a6ca HTTP/1.1" status: 200 len: 1098 time: 0.0408468 Jan 27 16:54:24.118659 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-31c01bd6-1d5e-4180-82cc-aefb3ba42f55 req-701094af-602f-4682-a3e5-42612bd96cd0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2d3ae94f-3500-4531-82f9-c2acf44e386d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397179 Jan 27 16:54:24.145609 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-6b27d495-413d-4930-bf2e-0fd4249c7238 req-8aee376c-3218-4c02-a374-475ab2521235 tempest-VolumesNegativeTest-1136768334 tempest-VolumesNegativeTest-1136768334-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c459aa7-348c-4db9-97a0-5533c0d86f9a HTTP/1.1" status: 200 len: 210 time: 0.0258250 Jan 27 16:54:24.159117 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be52a897-f9bb-4c13-8269-93ff1b9bba8a req-943e5284-6550-4024-926b-d842c5c53158 tempest-VolumesNegativeTest-1136768334 tempest-VolumesNegativeTest-1136768334-project] Made reservation on behalf of 7294a7a1631344cfa1e5a508f2a28289 for: {'port': 1} {{(pid=114094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:54:24.168801 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-be52a897-f9bb-4c13-8269-93ff1b9bba8a req-943e5284-6550-4024-926b-d842c5c53158 tempest-VolumesNegativeTest-1136768334 tempest-VolumesNegativeTest-1136768334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:24.171783 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-be52a897-f9bb-4c13-8269-93ff1b9bba8a req-943e5284-6550-4024-926b-d842c5c53158 tempest-VolumesNegativeTest-1136768334 tempest-VolumesNegativeTest-1136768334-project] Publish callbacks [] for security_group (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:24.238382 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b86fc7-b737-4a3c-8e88-d29b0a14e362 req-0dd10908-36a7-445c-bfdd-ae7d3978fe54 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:24.239871 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-21b86fc7-b737-4a3c-8e88-d29b0a14e362 req-0dd10908-36a7-445c-bfdd-ae7d3978fe54 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e2afd7a-cfd6-4228-b067-077d9f739343 HTTP/1.1" status: 200 len: 945 time: 0.0523188 Jan 27 16:54:24.248248 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-be52a897-f9bb-4c13-8269-93ff1b9bba8a req-943e5284-6550-4024-926b-d842c5c53158 tempest-VolumesNegativeTest-1136768334 tempest-VolumesNegativeTest-1136768334-project] Publish callbacks [] for security_group (7d121595-6b7e-4f1c-ab91-faaf798c314d), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:24.252890 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-be52a897-f9bb-4c13-8269-93ff1b9bba8a req-943e5284-6550-4024-926b-d842c5c53158 tempest-VolumesNegativeTest-1136768334 tempest-VolumesNegativeTest-1136768334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (7d121595-6b7e-4f1c-ab91-faaf798c314d), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:24.293519 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-21b86fc7-b737-4a3c-8e88-d29b0a14e362 req-c3790ea0-325a-4bec-9bd7-3ab1c016c840 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef32afb6-089b-4677-972e-4c461cd72a86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469558 Jan 27 16:54:24.324498 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943e5284-6550-4024-926b-d842c5c53158 tempest-VolumesNegativeTest-1136768334 tempest-VolumesNegativeTest-1136768334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d121595-6b7e-4f1c-ab91-faaf798c314d,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:54:24.391155 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.db_base_plugin_common [req-be52a897-f9bb-4c13-8269-93ff1b9bba8a req-943e5284-6550-4024-926b-d842c5c53158 tempest-VolumesNegativeTest-1136768334 tempest-VolumesNegativeTest-1136768334-project] Allocated IP 192.168.233.31 (b6a5a5aa-5558-4918-aa1c-e157bb7bcd42/d1a514e6-b8aa-4f33-a631-601b8893ea1b/82a9490c-72df-4c4e-b0c6-64baab7cd6ba) {{(pid=114094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:54:24.399723 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab7e58-d76c-47b0-8b52-7cf9e561049f req-093c6cb9-77a5-4e2e-9d8e-4d9e83650e07 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:24.401337 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-55ab7e58-d76c-47b0-8b52-7cf9e561049f req-093c6cb9-77a5-4e2e-9d8e-4d9e83650e07 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8c22100-7616-4a07-842e-64004815a6ca HTTP/1.1" status: 200 len: 945 time: 0.0492547 Jan 27 16:54:24.453112 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-55ab7e58-d76c-47b0-8b52-7cf9e561049f req-22e17ed5-5dea-441e-95a4-8192f87106db tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2d3ae94f-3500-4531-82f9-c2acf44e386d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426373 Jan 27 16:54:24.536261 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-be52a897-f9bb-4c13-8269-93ff1b9bba8a req-943e5284-6550-4024-926b-d842c5c53158 tempest-VolumesNegativeTest-1136768334 tempest-VolumesNegativeTest-1136768334-project] Publish callbacks [] for port (82a9490c-72df-4c4e-b0c6-64baab7cd6ba), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:24.570098 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-be52a897-f9bb-4c13-8269-93ff1b9bba8a req-943e5284-6550-4024-926b-d842c5c53158 tempest-VolumesNegativeTest-1136768334 tempest-VolumesNegativeTest-1136768334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740202573617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777202'] for port (82a9490c-72df-4c4e-b0c6-64baab7cd6ba), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:24.611224 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be52a897-f9bb-4c13-8269-93ff1b9bba8a req-943e5284-6550-4024-926b-d842c5c53158 tempest-VolumesNegativeTest-1136768334 tempest-VolumesNegativeTest-1136768334-project] Network b6a5a5aa-5558-4918-aa1c-e157bb7bcd42 is already hosted by enough agents. {{(pid=114094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:54:24.614116 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.base_scheduler [req-be52a897-f9bb-4c13-8269-93ff1b9bba8a req-943e5284-6550-4024-926b-d842c5c53158 tempest-VolumesNegativeTest-1136768334 tempest-VolumesNegativeTest-1136768334-project] Resources bound (agent type, host, resource id): {{(pid=114094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:54:24.620212 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.l3_dvrscheduler_db [req-be52a897-f9bb-4c13-8269-93ff1b9bba8a req-943e5284-6550-4024-926b-d842c5c53158 tempest-VolumesNegativeTest-1136768334 tempest-VolumesNegativeTest-1136768334-project] Received port after_create {{(pid=114094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:54:24.645457 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943e5284-6550-4024-926b-d842c5c53158 tempest-VolumesNegativeTest-1136768334 tempest-VolumesNegativeTest-1136768334-project] Pushing event updated for resources: {'Port': ['ID=82a9490c-72df-4c4e-b0c6-64baab7cd6ba,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:54:24.674190 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be52a897-f9bb-4c13-8269-93ff1b9bba8a req-943e5284-6550-4024-926b-d842c5c53158 tempest-VolumesNegativeTest-1136768334 tempest-VolumesNegativeTest-1136768334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:24.674963 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-be52a897-f9bb-4c13-8269-93ff1b9bba8a req-943e5284-6550-4024-926b-d842c5c53158 tempest-VolumesNegativeTest-1136768334 tempest-VolumesNegativeTest-1136768334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118807'] for port (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:24.691556 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-be52a897-f9bb-4c13-8269-93ff1b9bba8a req-943e5284-6550-4024-926b-d842c5c53158 tempest-VolumesNegativeTest-1136768334 tempest-VolumesNegativeTest-1136768334-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6468806 Jan 27 16:54:24.704289 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.v2.base [req-be52a897-f9bb-4c13-8269-93ff1b9bba8a req-0ebbda8a-274f-4630-bc18-e48ad5b3e72f service neutron] Request body: {'port': {'device_id': '9c459aa7-348c-4db9-97a0-5533c0d86f9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81883'}} {{(pid=114094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:54:24.758004 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-be52a897-f9bb-4c13-8269-93ff1b9bba8a req-0ebbda8a-274f-4630-bc18-e48ad5b3e72f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (82a9490c-72df-4c4e-b0c6-64baab7cd6ba), before_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:24.832824 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-59562d78-622b-434e-bb02-ec9e8049f6f4 None None] Provisioning complete for port 82a9490c-72df-4c4e-b0c6-64baab7cd6ba triggered by entity DHCP. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:54:24.833397 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-59562d78-622b-434e-bb02-ec9e8049f6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (82a9490c-72df-4c4e-b0c6-64baab7cd6ba), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:24.867731 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-59562d78-622b-434e-bb02-ec9e8049f6f4 None None] Port 82a9490c-72df-4c4e-b0c6-64baab7cd6ba cannot update to ACTIVE because it is not bound. {{(pid=114096) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 16:54:25.251684 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.notifiers.nova [req-be52a897-f9bb-4c13-8269-93ff1b9bba8a req-0ebbda8a-274f-4630-bc18-e48ad5b3e72f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82a9490c-72df-4c4e-b0c6-64baab7cd6ba {{(pid=114094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:54:25.259771 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-be52a897-f9bb-4c13-8269-93ff1b9bba8a req-0ebbda8a-274f-4630-bc18-e48ad5b3e72f service neutron] Publish callbacks [] for port (82a9490c-72df-4c4e-b0c6-64baab7cd6ba), precommit_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:25.264414 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c3e5bb-5a1f-4f5e-b936-41f4cacf4700 req-c6616260-e8f3-4786-95c4-1c6ab7b6494c tempest-VolumesNegativeTest-1136768334 tempest-VolumesNegativeTest-1136768334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:25.266190 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-72c3e5bb-5a1f-4f5e-b936-41f4cacf4700 req-c6616260-e8f3-4786-95c4-1c6ab7b6494c tempest-VolumesNegativeTest-1136768334 tempest-VolumesNegativeTest-1136768334-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c459aa7-348c-4db9-97a0-5533c0d86f9a HTTP/1.1" status: 200 len: 935 time: 0.0486102 Jan 27 16:54:25.273861 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.provisioning_blocks [req-be52a897-f9bb-4c13-8269-93ff1b9bba8a req-0ebbda8a-274f-4630-bc18-e48ad5b3e72f service neutron] Transition to ACTIVE for port object 82a9490c-72df-4c4e-b0c6-64baab7cd6ba will not be triggered until provisioned by entity L2. {{(pid=114094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 16:54:25.278281 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-be52a897-f9bb-4c13-8269-93ff1b9bba8a req-0ebbda8a-274f-4630-bc18-e48ad5b3e72f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8776969'] for port (82a9490c-72df-4c4e-b0c6-64baab7cd6ba), after_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:25.328055 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-72c3e5bb-5a1f-4f5e-b936-41f4cacf4700 req-5969619f-28b2-4fff-b3c1-9dc40544ba31 tempest-VolumesNegativeTest-1136768334 tempest-VolumesNegativeTest-1136768334-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d121595-6b7e-4f1c-ab91-faaf798c314d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554717 Jan 27 16:54:25.333663 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebbda8a-274f-4630-bc18-e48ad5b3e72f service neutron] Pushing event updated for resources: {'Port': ['ID=82a9490c-72df-4c4e-b0c6-64baab7cd6ba,revision_number=2']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:54:25.428058 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced0ecd6-8bc8-476b-8cc6-b06acf2795d4 req-8b670c08-cf6b-4644-98d7-6fb36c6e8efc tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:25.434477 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.managers [req-be52a897-f9bb-4c13-8269-93ff1b9bba8a req-0ebbda8a-274f-4630-bc18-e48ad5b3e72f service neutron] Attempting to bind port 82a9490c-72df-4c4e-b0c6-64baab7cd6ba on host hv-cinder-81883 for vnic_type normal with profile {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:54:25.435417 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.managers [req-be52a897-f9bb-4c13-8269-93ff1b9bba8a req-0ebbda8a-274f-4630-bc18-e48ad5b3e72f service neutron] Attempting to bind port 82a9490c-72df-4c4e-b0c6-64baab7cd6ba by drivers openvswitch,hyperv on host hv-cinder-81883 at level 0 using segments [{'id': 'fb9cb974-db83-4e6b-8087-3d0efa147001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'b6a5a5aa-5558-4918-aa1c-e157bb7bcd42'}] {{(pid=114094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:54:25.435882 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be52a897-f9bb-4c13-8269-93ff1b9bba8a req-0ebbda8a-274f-4630-bc18-e48ad5b3e72f service neutron] Attempting to bind port 82a9490c-72df-4c4e-b0c6-64baab7cd6ba on network b6a5a5aa-5558-4918-aa1c-e157bb7bcd42 {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:54:25.436625 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-ced0ecd6-8bc8-476b-8cc6-b06acf2795d4 req-8b670c08-cf6b-4644-98d7-6fb36c6e8efc tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e2afd7a-cfd6-4228-b067-077d9f739343 HTTP/1.1" status: 200 len: 945 time: 0.0668974 Jan 27 16:54:25.449060 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be52a897-f9bb-4c13-8269-93ff1b9bba8a req-0ebbda8a-274f-4630-bc18-e48ad5b3e72f service neutron] Port 82a9490c-72df-4c4e-b0c6-64baab7cd6ba on network b6a5a5aa-5558-4918-aa1c-e157bb7bcd42 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81883 {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 16:54:25.449682 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be52a897-f9bb-4c13-8269-93ff1b9bba8a req-0ebbda8a-274f-4630-bc18-e48ad5b3e72f service neutron] Attempting to bind port 82a9490c-72df-4c4e-b0c6-64baab7cd6ba on network b6a5a5aa-5558-4918-aa1c-e157bb7bcd42 {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:54:25.455830 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be52a897-f9bb-4c13-8269-93ff1b9bba8a req-0ebbda8a-274f-4630-bc18-e48ad5b3e72f service neutron] Checking agent: {'id': '853c399d-72c7-467e-bd42-08a47e7fb1c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81883', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 46, 47), 'started_at': datetime.datetime(2022, 1, 27, 16, 46, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:54:25.456170 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be52a897-f9bb-4c13-8269-93ff1b9bba8a req-0ebbda8a-274f-4630-bc18-e48ad5b3e72f service neutron] Checking segment: {'id': 'fb9cb974-db83-4e6b-8087-3d0efa147001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'b6a5a5aa-5558-4918-aa1c-e157bb7bcd42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:54:25.456561 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be52a897-f9bb-4c13-8269-93ff1b9bba8a req-0ebbda8a-274f-4630-bc18-e48ad5b3e72f service neutron] Bound using segment: {'id': 'fb9cb974-db83-4e6b-8087-3d0efa147001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'b6a5a5aa-5558-4918-aa1c-e157bb7bcd42'} {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:54:25.456994 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.managers [req-be52a897-f9bb-4c13-8269-93ff1b9bba8a req-0ebbda8a-274f-4630-bc18-e48ad5b3e72f service neutron] Bound port: 82a9490c-72df-4c4e-b0c6-64baab7cd6ba, host: hv-cinder-81883, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb9cb974-db83-4e6b-8087-3d0efa147001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'b6a5a5aa-5558-4918-aa1c-e157bb7bcd42'}}] {{(pid=114094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:54:25.457370 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-be52a897-f9bb-4c13-8269-93ff1b9bba8a req-0ebbda8a-274f-4630-bc18-e48ad5b3e72f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (82a9490c-72df-4c4e-b0c6-64baab7cd6ba), before_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:25.492397 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-ced0ecd6-8bc8-476b-8cc6-b06acf2795d4 req-ffd22ac4-0497-4b57-a569-91216617a277 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef32afb6-089b-4677-972e-4c461cd72a86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545461 Jan 27 16:54:25.536961 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.db [req-be52a897-f9bb-4c13-8269-93ff1b9bba8a req-0ebbda8a-274f-4630-bc18-e48ad5b3e72f service neutron] For port 82a9490c-72df-4c4e-b0c6-64baab7cd6ba, host hv-cinder-81883, cleared binding levels {{(pid=114094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:54:25.540325 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.db [req-be52a897-f9bb-4c13-8269-93ff1b9bba8a req-0ebbda8a-274f-4630-bc18-e48ad5b3e72f service neutron] For port 82a9490c-72df-4c4e-b0c6-64baab7cd6ba, host hv-cinder-81883, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=82a9490c-72df-4c4e-b0c6-64baab7cd6ba,segment=NetworkSegment(fb9cb974-db83-4e6b-8087-3d0efa147001),segment_id=fb9cb974-db83-4e6b-8087-3d0efa147001)] {{(pid=114094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:54:25.548774 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-be52a897-f9bb-4c13-8269-93ff1b9bba8a req-0ebbda8a-274f-4630-bc18-e48ad5b3e72f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8776969'] for port (82a9490c-72df-4c4e-b0c6-64baab7cd6ba), after_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:25.585948 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be52a897-f9bb-4c13-8269-93ff1b9bba8a req-0ebbda8a-274f-4630-bc18-e48ad5b3e72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:25.586570 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-be52a897-f9bb-4c13-8269-93ff1b9bba8a req-0ebbda8a-274f-4630-bc18-e48ad5b3e72f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118807'] for port (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:25.587950 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-be52a897-f9bb-4c13-8269-93ff1b9bba8a req-0ebbda8a-274f-4630-bc18-e48ad5b3e72f service neutron] 10.222.0.24 "PUT /v2.0/ports/82a9490c-72df-4c4e-b0c6-64baab7cd6ba HTTP/1.1" status: 200 len: 1097 time: 0.8879421 Jan 27 16:54:25.588398 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c459aa7-348c-4db9-97a0-5533c0d86f9a', 'tag': '82a9490c-72df-4c4e-b0c6-64baab7cd6ba'}] {{(pid=114094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:54:25.591285 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}342a798d1d13ecd85fd4efdf34ff3908ecd3b9322feeb0f720fcdcd52e7e333b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c3d48f-58d3-488c-b41a-b6f095b7e7a3" -d '{"events": [{"name": "network-changed", "server_uuid": "9c459aa7-348c-4db9-97a0-5533c0d86f9a", "tag": "82a9490c-72df-4c4e-b0c6-64baab7cd6ba"}]}' {{(pid=114094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:54:25.624429 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c19d45-6874-4114-a9d2-ea50431648ed req-0b092648-ca4d-4f32-bffd-5e814584ed29 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:25.625067 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebbda8a-274f-4630-bc18-e48ad5b3e72f service neutron] Pushing event updated for resources: {'Port': ['ID=82a9490c-72df-4c4e-b0c6-64baab7cd6ba,revision_number=3']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:54:25.626155 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-44c19d45-6874-4114-a9d2-ea50431648ed req-0b092648-ca4d-4f32-bffd-5e814584ed29 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8c22100-7616-4a07-842e-64004815a6ca HTTP/1.1" status: 200 len: 945 time: 0.0616517 Jan 27 16:54:25.646090 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 16:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ecc1e6f-b704-4931-a41f-671c23cc9c42 x-openstack-request-id: req-3ecc1e6f-b704-4931-a41f-671c23cc9c42 {{(pid=114094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:54:25.646390 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c459aa7-348c-4db9-97a0-5533c0d86f9a", "tag": "82a9490c-72df-4c4e-b0c6-64baab7cd6ba", "status": "completed", "code": 200}]} {{(pid=114094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:54:25.646645 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3ecc1e6f-b704-4931-a41f-671c23cc9c42 {{(pid=114094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:54:25.647046 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c459aa7-348c-4db9-97a0-5533c0d86f9a', 'tag': '82a9490c-72df-4c4e-b0c6-64baab7cd6ba', 'status': 'completed', 'code': 200} Jan 27 16:54:25.684624 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be52a897-f9bb-4c13-8269-93ff1b9bba8a req-58b2721c-677e-4be1-8eae-e9e6e0631041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:25.687366 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-be52a897-f9bb-4c13-8269-93ff1b9bba8a req-58b2721c-677e-4be1-8eae-e9e6e0631041 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7294a7a1631344cfa1e5a508f2a28289&device_id=9c459aa7-348c-4db9-97a0-5533c0d86f9a HTTP/1.1" status: 200 len: 1100 time: 0.0550802 Jan 27 16:54:25.696103 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-44c19d45-6874-4114-a9d2-ea50431648ed req-e6090052-d306-4fe2-9b9b-b0addad03b15 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2d3ae94f-3500-4531-82f9-c2acf44e386d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548038 Jan 27 16:54:25.743739 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-be52a897-f9bb-4c13-8269-93ff1b9bba8a req-f19c25cd-2b54-4fbb-a74b-fdef2232c15e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=82a9490c-72df-4c4e-b0c6-64baab7cd6ba HTTP/1.1" status: 200 len: 217 time: 0.0493231 Jan 27 16:54:25.807094 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be52a897-f9bb-4c13-8269-93ff1b9bba8a req-f519fe59-98a9-407f-ae58-261a6f1a5927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:25.809669 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-be52a897-f9bb-4c13-8269-93ff1b9bba8a req-f519fe59-98a9-407f-ae58-261a6f1a5927 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d1a514e6-b8aa-4f33-a631-601b8893ea1b HTTP/1.1" status: 200 len: 843 time: 0.0592968 Jan 27 16:54:25.837818 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0b9015-77fd-49f9-aa74-ad035ba767e8 req-7d50516d-7dca-45f4-99ff-9c884dc594a3 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:25.840059 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-4e0b9015-77fd-49f9-aa74-ad035ba767e8 req-7d50516d-7dca-45f4-99ff-9c884dc594a3 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8c22100-7616-4a07-842e-64004815a6ca HTTP/1.1" status: 200 len: 945 time: 0.0617437 Jan 27 16:54:25.848805 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 52320) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:54:25.853718 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.v2.base [None req-c2158be8-1311-4403-88a9-818ac38a1061 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Request body: {'floatingip': {'port_id': '97743adb-f50c-4603-8490-a5dc53d3afb5'}} {{(pid=114095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:54:25.860652 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be52a897-f9bb-4c13-8269-93ff1b9bba8a req-fe3d29f1-da12-4070-b1bc-3ba4f6c08fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:25.862242 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-be52a897-f9bb-4c13-8269-93ff1b9bba8a req-fe3d29f1-da12-4070-b1bc-3ba4f6c08fee service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b6a5a5aa-5558-4918-aa1c-e157bb7bcd42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0451236 Jan 27 16:54:25.895544 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-c2158be8-1311-4403-88a9-818ac38a1061 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Publish callbacks [] for floatingip (da350d86-0c96-467d-824e-3f23d3769cc2), before_update {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:25.962647 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-be52a897-f9bb-4c13-8269-93ff1b9bba8a req-3371e5d7-f535-4333-8cfa-1196a06489ab service neutron] 10.222.0.24 "GET /v2.0/networks/b6a5a5aa-5558-4918-aa1c-e157bb7bcd42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887802 Jan 27 16:54:26.062171 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-be52a897-f9bb-4c13-8269-93ff1b9bba8a req-d8a68332-0e03-4018-9004-522899b90776 service neutron] 10.222.0.24 "GET /v2.0/networks/b6a5a5aa-5558-4918-aa1c-e157bb7bcd42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929985 Jan 27 16:54:26.149473 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c3d48f-58d3-488c-b41a-b6f095b7e7a3 req-0647664d-270a-4d5e-8f2e-399a0d98be80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:26.151083 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-d0c3d48f-58d3-488c-b41a-b6f095b7e7a3 req-0647664d-270a-4d5e-8f2e-399a0d98be80 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7294a7a1631344cfa1e5a508f2a28289&device_id=9c459aa7-348c-4db9-97a0-5533c0d86f9a HTTP/1.1" status: 200 len: 1100 time: 0.0417936 Jan 27 16:54:26.244463 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c3d48f-58d3-488c-b41a-b6f095b7e7a3 req-24145fa5-dc3c-40ac-b4ba-ca1697ac6663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:26.246392 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-d0c3d48f-58d3-488c-b41a-b6f095b7e7a3 req-24145fa5-dc3c-40ac-b4ba-ca1697ac6663 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b6a5a5aa-5558-4918-aa1c-e157bb7bcd42 HTTP/1.1" status: 200 len: 870 time: 0.0870829 Jan 27 16:54:26.287409 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-d0c3d48f-58d3-488c-b41a-b6f095b7e7a3 req-922b32d1-9cf6-4f64-839e-462a507a2d8e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=82a9490c-72df-4c4e-b0c6-64baab7cd6ba HTTP/1.1" status: 200 len: 217 time: 0.0340095 Jan 27 16:54:26.336754 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c3d48f-58d3-488c-b41a-b6f095b7e7a3 req-4b8bf024-ca1b-4c62-80fe-aaa6e8b60d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:26.338207 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-d0c3d48f-58d3-488c-b41a-b6f095b7e7a3 req-4b8bf024-ca1b-4c62-80fe-aaa6e8b60d05 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d1a514e6-b8aa-4f33-a631-601b8893ea1b HTTP/1.1" status: 200 len: 843 time: 0.0426519 Jan 27 16:54:26.338360 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-c2158be8-1311-4403-88a9-818ac38a1061 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:26.342009 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-c2158be8-1311-4403-88a9-818ac38a1061 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1796444'] for floatingip (da350d86-0c96-467d-824e-3f23d3769cc2), after_update {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:26.393173 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c3d48f-58d3-488c-b41a-b6f095b7e7a3 req-bad39e2b-17c1-4619-8914-07ea2639ea32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:26.394822 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-d0c3d48f-58d3-488c-b41a-b6f095b7e7a3 req-bad39e2b-17c1-4619-8914-07ea2639ea32 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b6a5a5aa-5558-4918-aa1c-e157bb7bcd42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0506368 Jan 27 16:54:26.468489 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.db.l3_db [None req-c2158be8-1311-4403-88a9-818ac38a1061 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Floating IP da350d86-0c96-467d-824e-3f23d3769cc2 associated. External IP: 172.27.2.25, port: 97743adb-f50c-4603-8490-a5dc53d3afb5. Jan 27 16:54:26.484236 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-d0c3d48f-58d3-488c-b41a-b6f095b7e7a3 req-b609b100-3915-44c5-b3fe-be5ebd60e129 service neutron] 10.222.0.24 "GET /v2.0/networks/b6a5a5aa-5558-4918-aa1c-e157bb7bcd42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817895 Jan 27 16:54:26.522316 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3233314d-61ed-4e78-9b5e-7bff10e5b271 req-753aeeb8-5c34-4f08-b4fc-3d893602592c tempest-VolumesNegativeTest-1136768334 tempest-VolumesNegativeTest-1136768334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:26.524109 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-3233314d-61ed-4e78-9b5e-7bff10e5b271 req-753aeeb8-5c34-4f08-b4fc-3d893602592c tempest-VolumesNegativeTest-1136768334 tempest-VolumesNegativeTest-1136768334-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c459aa7-348c-4db9-97a0-5533c0d86f9a HTTP/1.1" status: 200 len: 947 time: 0.0997412 Jan 27 16:54:26.585900 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-d0c3d48f-58d3-488c-b41a-b6f095b7e7a3 req-513dc9e1-7e3f-4421-8cd7-0d65dd7b7df1 service neutron] 10.222.0.24 "GET /v2.0/networks/b6a5a5aa-5558-4918-aa1c-e157bb7bcd42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947926 Jan 27 16:54:26.647143 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-3233314d-61ed-4e78-9b5e-7bff10e5b271 req-2150fd05-4f8e-42b3-86fb-99c8eaceba20 tempest-VolumesNegativeTest-1136768334 tempest-VolumesNegativeTest-1136768334-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d121595-6b7e-4f1c-ab91-faaf798c314d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143608 Jan 27 16:54:26.696443 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f827614-f2ee-43df-918e-2dd9184e857a req-72cd4944-4072-47a3-9021-0c30e775460d tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:26.698576 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-4f827614-f2ee-43df-918e-2dd9184e857a req-72cd4944-4072-47a3-9021-0c30e775460d tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e2afd7a-cfd6-4228-b067-077d9f739343 HTTP/1.1" status: 200 len: 945 time: 0.1195438 Jan 27 16:54:26.796096 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-4f827614-f2ee-43df-918e-2dd9184e857a req-213b1f6d-0f86-4a4e-bb30-c6c8946d4d2c tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef32afb6-089b-4677-972e-4c461cd72a86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909767 Jan 27 16:54:26.804237 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2158be8-1311-4403-88a9-818ac38a1061 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Router 8c14d5e6-789b-41a8-b5b0-e75b551502f3 has already been hosted by L3 agent bdbd084a-7876-495d-b5d9-cf3ee18f0227 {{(pid=114095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 16:54:26.910781 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2158be8-1311-4403-88a9-818ac38a1061 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Notify agent at l3_agent.dv-cinder-818830-2-iscsi the message routers_updated {{(pid=114095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 16:54:26.915614 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-c2158be8-1311-4403-88a9-818ac38a1061 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118807'] for floatingip (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:26.921200 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74439ec0-4340-4be3-bb89-b50392d9c281 None None] Sync routers for ids ['8c14d5e6-789b-41a8-b5b0-e75b551502f3'] in dv-cinder-818830-2-iscsi {{(pid=114096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 16:54:26.932869 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74439ec0-4340-4be3-bb89-b50392d9c281 None None] Routers {'8c14d5e6-789b-41a8-b5b0-e75b551502f3'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:54:26.933917 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-74439ec0-4340-4be3-bb89-b50392d9c281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T16:54:18Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['8c14d5e6-789b-41a8-b5b0-e75b551502f3'], 'active': True} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:54:26.945121 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-c2158be8-1311-4403-88a9-818ac38a1061 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "PUT /v2.0/floatingips/da350d86-0c96-467d-824e-3f23d3769cc2 HTTP/1.1" status: 200 len: 990 time: 1.0948732 Jan 27 16:54:26.945691 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8c22100-7616-4a07-842e-64004815a6ca', 'tag': '97743adb-f50c-4603-8490-a5dc53d3afb5'}] {{(pid=114095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:54:26.948021 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4239e6a803e2f619fc9b8f6c8a6584a7ac442468773ed84b4810d4ba10bf9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d4a4c89-6932-44ae-8977-95ff41075df7" -d '{"events": [{"name": "network-changed", "server_uuid": "e8c22100-7616-4a07-842e-64004815a6ca", "tag": "97743adb-f50c-4603-8490-a5dc53d3afb5"}]}' {{(pid=114095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:54:27.045161 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvr_db [None req-74439ec0-4340-4be3-bb89-b50392d9c281 None None] Set router 8c14d5e6-789b-41a8-b5b0-e75b551502f3 gateway port host: dv-cinder-818830-2-iscsi {{(pid=114096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:54:27.047857 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 16:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd7ecc28-516e-4111-ae18-8b274ea83287 x-openstack-request-id: req-fd7ecc28-516e-4111-ae18-8b274ea83287 {{(pid=114095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:54:27.048170 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8c22100-7616-4a07-842e-64004815a6ca", "tag": "97743adb-f50c-4603-8490-a5dc53d3afb5", "status": "completed", "code": 200}]} {{(pid=114095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:54:27.048424 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fd7ecc28-516e-4111-ae18-8b274ea83287 {{(pid=114095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:54:27.048849 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8c22100-7616-4a07-842e-64004815a6ca', 'tag': '97743adb-f50c-4603-8490-a5dc53d3afb5', 'status': 'completed', 'code': 200} Jan 27 16:54:27.110112 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a4c89-6932-44ae-8977-95ff41075df7 req-5f7d6666-9c7a-4433-bbd8-3183bd200319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:27.111684 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-7d4a4c89-6932-44ae-8977-95ff41075df7 req-5f7d6666-9c7a-4433-bbd8-3183bd200319 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=accb650bdbfa4de4a4129fd473ca736d&device_id=e8c22100-7616-4a07-842e-64004815a6ca HTTP/1.1" status: 200 len: 1098 time: 0.0410600 Jan 27 16:54:27.203951 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a4c89-6932-44ae-8977-95ff41075df7 req-a4a98516-3c75-49a2-b41f-90dddfa6e487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:27.205525 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-7d4a4c89-6932-44ae-8977-95ff41075df7 req-a4a98516-3c75-49a2-b41f-90dddfa6e487 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d4e5124e-533e-45d6-b9d3-79afca1c35e2 HTTP/1.1" status: 200 len: 911 time: 0.0871019 Jan 27 16:54:27.268264 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-74439ec0-4340-4be3-bb89-b50392d9c281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c14d5e6-789b-41a8-b5b0-e75b551502f3', 'name': 'tempest-AttachVolumeTestJSON-640006432-router', 'tenant_id': 'accb650bdbfa4de4a4129fd473ca736d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '6ab449ff-2b63-44f3-897a-860c93be338d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:48:40Z', 'updated_at': '2022-01-27T16:48:51Z', 'revision_number': 4, 'project_id': 'accb650bdbfa4de4a4129fd473ca736d', 'gw_port': {'id': '6ab449ff-2b63-44f3-897a-860c93be338d', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:15:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c14d5e6-789b-41a8-b5b0-e75b551502f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:48:42Z', 'updated_at': '2022-01-27T16:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi', '_floatingips': [{'id': 'da350d86-0c96-467d-824e-3f23d3769cc2', 'tenant_id': 'accb650bdbfa4de4a4129fd473ca736d', 'floating_ip_address': '172.27.2.25', 'floating_network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'router_id': '8c14d5e6-789b-41a8-b5b0-e75b551502f3', 'port_id': '97743adb-f50c-4603-8490-a5dc53d3afb5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4e5124e-533e-45d6-b9d3-79afca1c35e2', 'mac_address': 'fa:16:3e:5a:e5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c22100-7616-4a07-842e-64004815a6ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T16:54:15Z', 'updated_at': '2022-01-27T16:54:26Z', 'revision_number': 1, 'project_id': 'accb650bdbfa4de4a4129fd473ca736d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c2b5c0e-e05f-4520-aeed-d06220a6fdd4', 'name': '', 'network_id': 'd4e5124e-533e-45d6-b9d3-79afca1c35e2', 'tenant_id': 'accb650bdbfa4de4a4129fd473ca736d', 'mac_address': 'fa:16:3e:46:15:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c14d5e6-789b-41a8-b5b0-e75b551502f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'd38c499f-fa3e-48b8-ba77-1e1246ed2b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:48:49Z', 'updated_at': '2022-01-27T16:49:02Z', 'revision_number': 5, 'project_id': 'accb650bdbfa4de4a4129fd473ca736d', 'subnets': [{'id': 'd38c499f-fa3e-48b8-ba77-1e1246ed2b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:54:27.270390 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-7d4a4c89-6932-44ae-8977-95ff41075df7 req-3db7ea02-b28a-4853-a17e-fa303d32fa71 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97743adb-f50c-4603-8490-a5dc53d3afb5 HTTP/1.1" status: 200 len: 998 time: 0.0583932 Jan 27 16:54:27.295214 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74439ec0-4340-4be3-bb89-b50392d9c281 None None] Checking router: 8c14d5e6-789b-41a8-b5b0-e75b551502f3 for host: dv-cinder-818830-2-iscsi {{(pid=114096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 16:54:27.303420 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74439ec0-4340-4be3-bb89-b50392d9c281 None None] Routers {'8c14d5e6-789b-41a8-b5b0-e75b551502f3'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:54:27.304021 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-74439ec0-4340-4be3-bb89-b50392d9c281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T16:54:18Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['8c14d5e6-789b-41a8-b5b0-e75b551502f3'], 'active': True} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:54:27.317994 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a4c89-6932-44ae-8977-95ff41075df7 req-e1b3280a-ede9-4a56-b13b-49d05c3651c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:27.319426 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-7d4a4c89-6932-44ae-8977-95ff41075df7 req-e1b3280a-ede9-4a56-b13b-49d05c3651c4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d38c499f-fa3e-48b8-ba77-1e1246ed2b6a HTTP/1.1" status: 200 len: 849 time: 0.0426400 Jan 27 16:54:27.366783 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a4c89-6932-44ae-8977-95ff41075df7 req-a8342cdb-b9e0-4c02-a3c1-afb7cd1b95ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:27.368290 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-7d4a4c89-6932-44ae-8977-95ff41075df7 req-a8342cdb-b9e0-4c02-a3c1-afb7cd1b95ec service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d4e5124e-533e-45d6-b9d3-79afca1c35e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428669 Jan 27 16:54:27.408888 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvr_db [None req-74439ec0-4340-4be3-bb89-b50392d9c281 None None] Set router 8c14d5e6-789b-41a8-b5b0-e75b551502f3 gateway port host: dv-cinder-818830-2-iscsi {{(pid=114096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:54:27.454647 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-7d4a4c89-6932-44ae-8977-95ff41075df7 req-54edab26-a305-4a6d-b749-6fd9ed604b91 service neutron] 10.222.0.24 "GET /v2.0/networks/d4e5124e-533e-45d6-b9d3-79afca1c35e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802023 Jan 27 16:54:27.548212 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-7d4a4c89-6932-44ae-8977-95ff41075df7 req-9c1bb520-b9f6-4026-9513-1d13b5362a93 service neutron] 10.222.0.24 "GET /v2.0/networks/d4e5124e-533e-45d6-b9d3-79afca1c35e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865359 Jan 27 16:54:27.627941 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-74439ec0-4340-4be3-bb89-b50392d9c281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c14d5e6-789b-41a8-b5b0-e75b551502f3', 'name': 'tempest-AttachVolumeTestJSON-640006432-router', 'tenant_id': 'accb650bdbfa4de4a4129fd473ca736d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '6ab449ff-2b63-44f3-897a-860c93be338d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:48:40Z', 'updated_at': '2022-01-27T16:48:51Z', 'revision_number': 4, 'project_id': 'accb650bdbfa4de4a4129fd473ca736d', 'gw_port': {'id': '6ab449ff-2b63-44f3-897a-860c93be338d', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:15:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c14d5e6-789b-41a8-b5b0-e75b551502f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:48:42Z', 'updated_at': '2022-01-27T16:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi', '_floatingips': [{'id': 'da350d86-0c96-467d-824e-3f23d3769cc2', 'tenant_id': 'accb650bdbfa4de4a4129fd473ca736d', 'floating_ip_address': '172.27.2.25', 'floating_network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'router_id': '8c14d5e6-789b-41a8-b5b0-e75b551502f3', 'port_id': '97743adb-f50c-4603-8490-a5dc53d3afb5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4e5124e-533e-45d6-b9d3-79afca1c35e2', 'mac_address': 'fa:16:3e:5a:e5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c22100-7616-4a07-842e-64004815a6ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T16:54:15Z', 'updated_at': '2022-01-27T16:54:26Z', 'revision_number': 1, 'project_id': 'accb650bdbfa4de4a4129fd473ca736d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c2b5c0e-e05f-4520-aeed-d06220a6fdd4', 'name': '', 'network_id': 'd4e5124e-533e-45d6-b9d3-79afca1c35e2', 'tenant_id': 'accb650bdbfa4de4a4129fd473ca736d', 'mac_address': 'fa:16:3e:46:15:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c14d5e6-789b-41a8-b5b0-e75b551502f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'd38c499f-fa3e-48b8-ba77-1e1246ed2b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:48:49Z', 'updated_at': '2022-01-27T16:49:02Z', 'revision_number': 5, 'project_id': 'accb650bdbfa4de4a4129fd473ca736d', 'subnets': [{'id': 'd38c499f-fa3e-48b8-ba77-1e1246ed2b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:54:27.657137 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74439ec0-4340-4be3-bb89-b50392d9c281 None None] The sync data for ids ['8c14d5e6-789b-41a8-b5b0-e75b551502f3'] in dv-cinder-818830-2-iscsi is: [{'id': '8c14d5e6-789b-41a8-b5b0-e75b551502f3', 'name': 'tempest-AttachVolumeTestJSON-640006432-router', 'tenant_id': 'accb650bdbfa4de4a4129fd473ca736d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '6ab449ff-2b63-44f3-897a-860c93be338d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:48:40Z', 'updated_at': '2022-01-27T16:48:51Z', 'revision_number': 4, 'project_id': 'accb650bdbfa4de4a4129fd473ca736d', 'gw_port': {'id': '6ab449ff-2b63-44f3-897a-860c93be338d', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:15:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c14d5e6-789b-41a8-b5b0-e75b551502f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:48:42Z', 'updated_at': '2022-01-27T16:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi', '_floatingips': [{'id': 'da350d86-0c96-467d-824e-3f23d3769cc2', 'tenant_id': 'accb650bdbfa4de4a4129fd473ca736d', 'floating_ip_address': '172.27.2.25', 'floating_network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'router_id': '8c14d5e6-789b-41a8-b5b0-e75b551502f3', 'port_id': '97743adb-f50c-4603-8490-a5dc53d3afb5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4e5124e-533e-45d6-b9d3-79afca1c35e2', 'mac_address': 'fa:16:3e:5a:e5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c22100-7616-4a07-842e-64004815a6ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T16:54:15Z', 'updated_at': '2022-01-27T16:54:26Z', 'revision_number': 1, 'project_id': 'accb650bdbfa4de4a4129fd473ca736d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c2b5c0e-e05f-4520-aeed-d06220a6fdd4', 'name': '', 'network_id': 'd4e5124e-533e-45d6-b9d3-79afca1c35e2', 'tenant_id': 'accb650bdbfa4de4a4129fd473ca736d', 'mac_address': 'fa:16:3e:46:15:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c14d5e6-789b-41a8-b5b0-e75b551502f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'd38c499f-fa3e-48b8-ba77-1e1246ed2b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:48:49Z', 'updated_at': '2022-01-27T16:49:02Z', 'revision_number': 5, 'project_id': 'accb650bdbfa4de4a4129fd473ca736d', 'subnets': [{'id': 'd38c499f-fa3e-48b8-ba77-1e1246ed2b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 16:54:27.767617 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b7888f-e9b6-4abb-979b-1bd0fff12814 req-1f893604-027d-4904-a0ce-e214a2c290b2 tempest-VolumesNegativeTest-1136768334 tempest-VolumesNegativeTest-1136768334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:27.769154 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-77b7888f-e9b6-4abb-979b-1bd0fff12814 req-1f893604-027d-4904-a0ce-e214a2c290b2 tempest-VolumesNegativeTest-1136768334 tempest-VolumesNegativeTest-1136768334-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c459aa7-348c-4db9-97a0-5533c0d86f9a HTTP/1.1" status: 200 len: 947 time: 0.0508540 Jan 27 16:54:27.820629 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-77b7888f-e9b6-4abb-979b-1bd0fff12814 req-b861e08d-ba65-4964-85a0-22e00f4498d0 tempest-VolumesNegativeTest-1136768334 tempest-VolumesNegativeTest-1136768334-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d121595-6b7e-4f1c-ab91-faaf798c314d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455878 Jan 27 16:54:27.863266 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6782fe25-5e59-4491-8754-744c32bab007 None None] New status for floating IP da350d86-0c96-467d-824e-3f23d3769cc2: ACTIVE {{(pid=114097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 16:54:27.926339 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608abb6d-83bd-4cca-99d3-035966950887 req-1a40cfbf-333a-4ae4-9238-4d7203eb9299 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:27.927747 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-608abb6d-83bd-4cca-99d3-035966950887 req-1a40cfbf-333a-4ae4-9238-4d7203eb9299 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e2afd7a-cfd6-4228-b067-077d9f739343 HTTP/1.1" status: 200 len: 945 time: 0.0479817 Jan 27 16:54:27.980682 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-608abb6d-83bd-4cca-99d3-035966950887 req-f8f48447-4d98-4a57-b920-1c9d056bd974 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef32afb6-089b-4677-972e-4c461cd72a86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460007 Jan 27 16:54:28.276284 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1448ad4-7e4a-4b09-9662-444f83fbc020 req-6c5e035f-b618-4877-ab6a-f8a4d26bbcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:28.277801 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-c1448ad4-7e4a-4b09-9662-444f83fbc020 req-6c5e035f-b618-4877-ab6a-f8a4d26bbcdd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5c13f9d51cfe44de91903d2de6032c92&device_id=7e2afd7a-cfd6-4228-b067-077d9f739343 HTTP/1.1" status: 200 len: 1098 time: 0.0407891 Jan 27 16:54:28.365172 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1448ad4-7e4a-4b09-9662-444f83fbc020 req-6721cbcd-2e64-4339-9932-723e6f42b38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:28.366603 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-c1448ad4-7e4a-4b09-9662-444f83fbc020 req-6721cbcd-2e64-4339-9932-723e6f42b38c service neutron] 10.222.0.24 "GET /v2.0/networks?id=05347023-7f45-4941-9645-f74845d1ff41 HTTP/1.1" status: 200 len: 909 time: 0.0823457 Jan 27 16:54:28.433219 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-c1448ad4-7e4a-4b09-9662-444f83fbc020 req-4e6329fa-def3-41b4-9495-616ff4cef201 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c6d1bb1-4016-470a-874a-0345faae637a HTTP/1.1" status: 200 len: 1001 time: 0.0604177 Jan 27 16:54:28.478144 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1448ad4-7e4a-4b09-9662-444f83fbc020 req-1a9de6fb-da6c-446d-96e7-e50fb5a42855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:28.480160 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-c1448ad4-7e4a-4b09-9662-444f83fbc020 req-1a9de6fb-da6c-446d-96e7-e50fb5a42855 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7ab5f392-687f-432c-88e9-dac8c277b717 HTTP/1.1" status: 200 len: 847 time: 0.0414147 Jan 27 16:54:28.524432 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1448ad4-7e4a-4b09-9662-444f83fbc020 req-6e85a0c4-3133-4dca-91ee-6f0f74fb62c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:28.525920 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-c1448ad4-7e4a-4b09-9662-444f83fbc020 req-6e85a0c4-3133-4dca-91ee-6f0f74fb62c6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=05347023-7f45-4941-9645-f74845d1ff41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399950 Jan 27 16:54:28.616443 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-c1448ad4-7e4a-4b09-9662-444f83fbc020 req-c3bdf163-32de-44eb-aaf5-e31292f86ed2 service neutron] 10.222.0.24 "GET /v2.0/networks/05347023-7f45-4941-9645-f74845d1ff41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844619 Jan 27 16:54:28.702482 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-c1448ad4-7e4a-4b09-9662-444f83fbc020 req-598b4b9a-08e5-46ae-a858-91d192b644ee service neutron] 10.222.0.24 "GET /v2.0/networks/05347023-7f45-4941-9645-f74845d1ff41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795922 Jan 27 16:54:28.938041 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ca82b-ab9e-43b4-a5d8-97b0ab6a7352 req-92a9b388-dc65-44cd-9ac8-19adcd4003d6 tempest-VolumesNegativeTest-1136768334 tempest-VolumesNegativeTest-1136768334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:28.939504 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-536ca82b-ab9e-43b4-a5d8-97b0ab6a7352 req-92a9b388-dc65-44cd-9ac8-19adcd4003d6 tempest-VolumesNegativeTest-1136768334 tempest-VolumesNegativeTest-1136768334-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c459aa7-348c-4db9-97a0-5533c0d86f9a HTTP/1.1" status: 200 len: 947 time: 0.0518136 Jan 27 16:54:28.988101 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-536ca82b-ab9e-43b4-a5d8-97b0ab6a7352 req-130a18c7-1417-4da6-b794-a180c8963646 tempest-VolumesNegativeTest-1136768334 tempest-VolumesNegativeTest-1136768334-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d121595-6b7e-4f1c-ab91-faaf798c314d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430214 Jan 27 16:54:29.096982 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5789d5f4-8598-41df-9000-5bd4431d0da0 req-7bd36c26-acf6-4df5-8190-afd8d6addf90 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:29.098473 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-5789d5f4-8598-41df-9000-5bd4431d0da0 req-7bd36c26-acf6-4df5-8190-afd8d6addf90 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e2afd7a-cfd6-4228-b067-077d9f739343 HTTP/1.1" status: 200 len: 945 time: 0.0478146 Jan 27 16:54:29.146971 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-5789d5f4-8598-41df-9000-5bd4431d0da0 req-69de34ad-0779-4a31-928c-9e8e937ee4a4 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef32afb6-089b-4677-972e-4c461cd72a86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430996 Jan 27 16:54:29.600610 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device 82a9490c-72df-4c4e-b0c6-64baab7cd6ba details requested by agent hyperv_hv-cinder-81883 with host hv-cinder-81883 {{(pid=114096) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 16:54:29.693430 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] For port 82a9490c-72df-4c4e-b0c6-64baab7cd6ba, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=82a9490c-72df-4c4e-b0c6-64baab7cd6ba,segment=NetworkSegment(fb9cb974-db83-4e6b-8087-3d0efa147001),segment_id=fb9cb974-db83-4e6b-8087-3d0efa147001)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:54:29.705153 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Returning: {'device': '82a9490c-72df-4c4e-b0c6-64baab7cd6ba', 'network_id': 'b6a5a5aa-5558-4918-aa1c-e157bb7bcd42', 'port_id': '82a9490c-72df-4c4e-b0c6-64baab7cd6ba', 'mac_address': 'fa:16:3e:9c:a8:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1a514e6-b8aa-4f33-a631-601b8893ea1b', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114096) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 16:54:29.744008 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Current status of the port 82a9490c-72df-4c4e-b0c6-64baab7cd6ba is: DOWN; New status is: BUILD {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:54:29.744423 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (82a9490c-72df-4c4e-b0c6-64baab7cd6ba), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:29.757174 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.notifiers.nova [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82a9490c-72df-4c4e-b0c6-64baab7cd6ba {{(pid=114096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:54:29.777121 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] For port 82a9490c-72df-4c4e-b0c6-64baab7cd6ba, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=82a9490c-72df-4c4e-b0c6-64baab7cd6ba,segment=NetworkSegment(fb9cb974-db83-4e6b-8087-3d0efa147001),segment_id=fb9cb974-db83-4e6b-8087-3d0efa147001)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:54:29.780520 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (82a9490c-72df-4c4e-b0c6-64baab7cd6ba), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:29.826027 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Pushing event updated for resources: {'Port': ['ID=82a9490c-72df-4c4e-b0c6-64baab7cd6ba,revision_number=4']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:54:30.094001 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] get_ports_and_sgs() called for port_ids ['82a9490c-72df-4c4e-b0c6-64baab7cd6ba'] {{(pid=114096) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 16:54:30.108095 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5cdeb8-075c-452d-8ba4-c3e3a01f25c9 req-1791afe0-6b5e-4ba2-8135-1459f6bfc254 tempest-VolumesNegativeTest-1136768334 tempest-VolumesNegativeTest-1136768334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:30.109571 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-1d5cdeb8-075c-452d-8ba4-c3e3a01f25c9 req-1791afe0-6b5e-4ba2-8135-1459f6bfc254 tempest-VolumesNegativeTest-1136768334 tempest-VolumesNegativeTest-1136768334-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c459aa7-348c-4db9-97a0-5533c0d86f9a HTTP/1.1" status: 200 len: 948 time: 0.0512273 Jan 27 16:54:30.157799 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-1d5cdeb8-075c-452d-8ba4-c3e3a01f25c9 req-cb22ef72-0e09-4b2e-9ad1-8745efe24903 tempest-VolumesNegativeTest-1136768334 tempest-VolumesNegativeTest-1136768334-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d121595-6b7e-4f1c-ab91-faaf798c314d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427370 Jan 27 16:54:30.270783 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e8499a-481c-40eb-a489-debd12ad0494 req-b8cfee50-3423-4dbf-aff6-91b0426f89cb tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:30.272269 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-54e8499a-481c-40eb-a489-debd12ad0494 req-b8cfee50-3423-4dbf-aff6-91b0426f89cb tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e2afd7a-cfd6-4228-b067-077d9f739343 HTTP/1.1" status: 200 len: 945 time: 0.0484557 Jan 27 16:54:30.320344 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-54e8499a-481c-40eb-a489-debd12ad0494 req-4babdad6-04ac-4111-8d60-a56f23915966 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef32afb6-089b-4677-972e-4c461cd72a86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426180 Jan 27 16:54:31.278798 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a03543-e580-4936-9bfc-510e61bfea56 req-b65cf4c7-528e-49c9-98d7-2f83625c1896 tempest-VolumesNegativeTest-1136768334 tempest-VolumesNegativeTest-1136768334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:31.280295 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-88a03543-e580-4936-9bfc-510e61bfea56 req-b65cf4c7-528e-49c9-98d7-2f83625c1896 tempest-VolumesNegativeTest-1136768334 tempest-VolumesNegativeTest-1136768334-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c459aa7-348c-4db9-97a0-5533c0d86f9a HTTP/1.1" status: 200 len: 948 time: 0.0518458 Jan 27 16:54:31.326652 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-88a03543-e580-4936-9bfc-510e61bfea56 req-1b4fbafd-28a4-4e4f-b62f-c40f7fcab66e tempest-VolumesNegativeTest-1136768334 tempest-VolumesNegativeTest-1136768334-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d121595-6b7e-4f1c-ab91-faaf798c314d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408862 Jan 27 16:54:31.432815 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0a8cd4-6bc9-49d3-8192-4b482b1bf4c4 req-4b301c5a-4093-48d6-8d62-da016e6e8b4c tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:31.434261 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-6e0a8cd4-6bc9-49d3-8192-4b482b1bf4c4 req-4b301c5a-4093-48d6-8d62-da016e6e8b4c tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e2afd7a-cfd6-4228-b067-077d9f739343 HTTP/1.1" status: 200 len: 945 time: 0.0498085 Jan 27 16:54:31.481664 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-6e0a8cd4-6bc9-49d3-8192-4b482b1bf4c4 req-2ce1c2c2-4db9-46de-8d85-b2c6d5a27528 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef32afb6-089b-4677-972e-4c461cd72a86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419199 Jan 27 16:54:31.620619 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device 82a9490c-72df-4c4e-b0c6-64baab7cd6ba up at agent hyperv_hv-cinder-81883 {{(pid=114096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:54:31.638100 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [req-5ad16ca8-593b-48ca-a918-fcf28ebf5cb6 req-efd39929-bd2e-4cb1-a6dc-7856367b3138 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114095) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 16:54:31.639281 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-5ad16ca8-593b-48ca-a918-fcf28ebf5cb6 req-efd39929-bd2e-4cb1-a6dc-7856367b3138 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0930982 Jan 27 16:54:31.670806 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Provisioning for port 82a9490c-72df-4c4e-b0c6-64baab7cd6ba completed by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 16:54:31.674674 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Provisioning complete for port 82a9490c-72df-4c4e-b0c6-64baab7cd6ba triggered by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:54:31.675144 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (82a9490c-72df-4c4e-b0c6-64baab7cd6ba), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:31.761780 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Current status of the port 82a9490c-72df-4c4e-b0c6-64baab7cd6ba is: BUILD; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:54:31.762084 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (82a9490c-72df-4c4e-b0c6-64baab7cd6ba), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:31.786076 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c459aa7-348c-4db9-97a0-5533c0d86f9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82a9490c-72df-4c4e-b0c6-64baab7cd6ba'}] {{(pid=114096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:54:31.788334 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7400b25514d980253c692f49984ce8becaf326df5cb1ee6ae8228296f1505bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c3e54f6-945f-47a7-8316-fcc584988019" -d '{"events": [{"server_uuid": "9c459aa7-348c-4db9-97a0-5533c0d86f9a", "name": "network-vif-plugged", "status": "completed", "tag": "82a9490c-72df-4c4e-b0c6-64baab7cd6ba"}]}' {{(pid=114096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:54:31.801434 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] For port 82a9490c-72df-4c4e-b0c6-64baab7cd6ba, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=82a9490c-72df-4c4e-b0c6-64baab7cd6ba,segment=NetworkSegment(fb9cb974-db83-4e6b-8087-3d0efa147001),segment_id=fb9cb974-db83-4e6b-8087-3d0efa147001)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:54:31.805555 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-61c9b462-1695-4d91-9d8a-054c07aaa994 req-b28f06f5-ab53-408c-b5b5-1ea4c35b195d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7e2afd7a-cfd6-4228-b067-077d9f739343&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0764136 Jan 27 16:54:31.805710 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (82a9490c-72df-4c4e-b0c6-64baab7cd6ba), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:31.818999 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e28ebb0-5c27-4cce-bbbe-d5bc8be955a4 req-fe2622f9-f1e6-451b-b81f-fec962ec93f4 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:31.819935 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-8e28ebb0-5c27-4cce-bbbe-d5bc8be955a4 req-fe2622f9-f1e6-451b-b81f-fec962ec93f4 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e2afd7a-cfd6-4228-b067-077d9f739343 HTTP/1.1" status: 200 len: 945 time: 0.0655644 Jan 27 16:54:31.848739 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 16:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5091af1-542e-4578-97da-f792117bf2c2 x-openstack-request-id: req-b5091af1-542e-4578-97da-f792117bf2c2 {{(pid=114096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:54:31.849038 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c459aa7-348c-4db9-97a0-5533c0d86f9a", "name": "network-vif-plugged", "status": "completed", "tag": "82a9490c-72df-4c4e-b0c6-64baab7cd6ba", "code": 200}]} {{(pid=114096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:54:31.849296 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b5091af1-542e-4578-97da-f792117bf2c2 {{(pid=114096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:54:31.849693 dv-cinder-818830-2-iscsi neutron-server[114096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c459aa7-348c-4db9-97a0-5533c0d86f9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82a9490c-72df-4c4e-b0c6-64baab7cd6ba', 'code': 200} Jan 27 16:54:31.866579 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Pushing event updated for resources: {'Port': ['ID=82a9490c-72df-4c4e-b0c6-64baab7cd6ba,revision_number=5']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:54:31.893202 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-8e28ebb0-5c27-4cce-bbbe-d5bc8be955a4 req-66e1edcf-47a4-4bc9-a531-fe72bd255ab3 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef32afb6-089b-4677-972e-4c461cd72a86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678971 Jan 27 16:54:32.040869 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a459b083-ad22-4a6b-9c73-6b55480af7f3 req-8445368a-2069-4e91-81bf-a4fb24bc554b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:32.042466 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-a459b083-ad22-4a6b-9c73-6b55480af7f3 req-8445368a-2069-4e91-81bf-a4fb24bc554b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9c459aa7-348c-4db9-97a0-5533c0d86f9a HTTP/1.1" status: 200 len: 1102 time: 0.0460887 Jan 27 16:54:32.087206 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-a459b083-ad22-4a6b-9c73-6b55480af7f3 req-8c34b0ae-9990-470f-ba54-9b55ded306b2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7d121595-6b7e-4f1c-ab91-faaf798c314d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378368 Jan 27 16:54:32.450830 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd80fff-4f60-4c50-ab2e-528ce0965cfb req-0a59313a-2f6e-48cc-9bf9-beb840a53463 tempest-VolumesNegativeTest-1136768334 tempest-VolumesNegativeTest-1136768334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:32.452408 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-efd80fff-4f60-4c50-ab2e-528ce0965cfb req-0a59313a-2f6e-48cc-9bf9-beb840a53463 tempest-VolumesNegativeTest-1136768334 tempest-VolumesNegativeTest-1136768334-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c459aa7-348c-4db9-97a0-5533c0d86f9a HTTP/1.1" status: 200 len: 949 time: 0.0581768 Jan 27 16:54:32.499755 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-efd80fff-4f60-4c50-ab2e-528ce0965cfb req-7821a894-6805-460a-a98f-c5003bba8322 tempest-VolumesNegativeTest-1136768334 tempest-VolumesNegativeTest-1136768334-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d121595-6b7e-4f1c-ab91-faaf798c314d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419538 Jan 27 16:54:33.018213 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16d52f-8397-4bb9-97dd-76b33d5b6aba req-05b1807f-eeda-4d69-b20c-35d132926883 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:33.019732 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-3b16d52f-8397-4bb9-97dd-76b33d5b6aba req-05b1807f-eeda-4d69-b20c-35d132926883 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e2afd7a-cfd6-4228-b067-077d9f739343 HTTP/1.1" status: 200 len: 945 time: 0.0527213 Jan 27 16:54:33.073095 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-3b16d52f-8397-4bb9-97dd-76b33d5b6aba req-bb486f22-86b2-4a50-89d1-83600e3e3a2c tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef32afb6-089b-4677-972e-4c461cd72a86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477633 Jan 27 16:54:33.434477 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c9b462-1695-4d91-9d8a-054c07aaa994 req-5695f2e5-5eff-409f-b93d-31bd57708f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:33.435962 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-61c9b462-1695-4d91-9d8a-054c07aaa994 req-5695f2e5-5eff-409f-b93d-31bd57708f1f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7e2afd7a-cfd6-4228-b067-077d9f739343&tenant_id=5c13f9d51cfe44de91903d2de6032c92 HTTP/1.1" status: 200 len: 1098 time: 0.0430276 Jan 27 16:54:33.504994 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c9b462-1695-4d91-9d8a-054c07aaa994 req-b91fcc02-82ee-470f-9a72-b8e92dfe565d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:33.506537 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-61c9b462-1695-4d91-9d8a-054c07aaa994 req-b91fcc02-82ee-470f-9a72-b8e92dfe565d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5c13f9d51cfe44de91903d2de6032c92&device_id=7e2afd7a-cfd6-4228-b067-077d9f739343 HTTP/1.1" status: 200 len: 1098 time: 0.0406749 Jan 27 16:54:33.604971 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c9b462-1695-4d91-9d8a-054c07aaa994 req-c2984e89-8b2f-45ab-b4a7-bb33fe3714c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:33.606402 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-61c9b462-1695-4d91-9d8a-054c07aaa994 req-c2984e89-8b2f-45ab-b4a7-bb33fe3714c1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=05347023-7f45-4941-9645-f74845d1ff41 HTTP/1.1" status: 200 len: 909 time: 0.0907187 Jan 27 16:54:33.616384 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6b048e-1c54-4bd1-8850-6587c05abd8f req-66b4be3b-6b7b-454e-86f6-b18f0e646c6d tempest-VolumesNegativeTest-1136768334 tempest-VolumesNegativeTest-1136768334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:33.617822 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-da6b048e-1c54-4bd1-8850-6587c05abd8f req-66b4be3b-6b7b-454e-86f6-b18f0e646c6d tempest-VolumesNegativeTest-1136768334 tempest-VolumesNegativeTest-1136768334-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c459aa7-348c-4db9-97a0-5533c0d86f9a HTTP/1.1" status: 200 len: 949 time: 0.0482080 Jan 27 16:54:33.650003 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device 4c6d1bb1-4016-470a-874a-0345faae637a no longer exists at agent hyperv_hv-cinder-81883 {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:54:33.665169 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-da6b048e-1c54-4bd1-8850-6587c05abd8f req-69eb4c37-b648-40f4-949d-2866eebfc69a tempest-VolumesNegativeTest-1136768334 tempest-VolumesNegativeTest-1136768334-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d121595-6b7e-4f1c-ab91-faaf798c314d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413051 Jan 27 16:54:33.683592 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-61c9b462-1695-4d91-9d8a-054c07aaa994 req-d50c9305-f815-462f-9899-9611e29c542e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c6d1bb1-4016-470a-874a-0345faae637a HTTP/1.1" status: 200 len: 1001 time: 0.0614524 Jan 27 16:54:33.736873 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Current status of the port 4c6d1bb1-4016-470a-874a-0345faae637a is: ACTIVE; New status is: DOWN {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:54:33.737268 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (4c6d1bb1-4016-470a-874a-0345faae637a), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:33.737777 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c9b462-1695-4d91-9d8a-054c07aaa994 req-6bf8f281-893f-4c86-a2b2-e3ccd5fad3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:33.739218 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-61c9b462-1695-4d91-9d8a-054c07aaa994 req-6bf8f281-893f-4c86-a2b2-e3ccd5fad3ef service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7ab5f392-687f-432c-88e9-dac8c277b717 HTTP/1.1" status: 200 len: 847 time: 0.0482225 Jan 27 16:54:33.772195 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] For port 4c6d1bb1-4016-470a-874a-0345faae637a, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=4c6d1bb1-4016-470a-874a-0345faae637a,segment=NetworkSegment(9cf010a4-01d5-45d3-8f39-2af2ba8124ec),segment_id=9cf010a4-01d5-45d3-8f39-2af2ba8124ec)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:54:33.777502 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (4c6d1bb1-4016-470a-874a-0345faae637a), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:33.785235 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c9b462-1695-4d91-9d8a-054c07aaa994 req-cce21985-73e8-4a1f-a92c-035d95c23cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:33.786733 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-61c9b462-1695-4d91-9d8a-054c07aaa994 req-cce21985-73e8-4a1f-a92c-035d95c23cc7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=05347023-7f45-4941-9645-f74845d1ff41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413744 Jan 27 16:54:33.830346 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Pushing event updated for resources: {'Port': ['ID=4c6d1bb1-4016-470a-874a-0345faae637a,revision_number=6']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:54:33.851496 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e2afd7a-cfd6-4228-b067-077d9f739343', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c6d1bb1-4016-470a-874a-0345faae637a'}] {{(pid=114096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:54:33.854487 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7400b25514d980253c692f49984ce8becaf326df5cb1ee6ae8228296f1505bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82269a0f-a485-4e85-ac40-4ca13d0d2d74" -d '{"events": [{"server_uuid": "7e2afd7a-cfd6-4228-b067-077d9f739343", "name": "network-vif-unplugged", "status": "completed", "tag": "4c6d1bb1-4016-470a-874a-0345faae637a"}]}' {{(pid=114096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:54:33.882572 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-61c9b462-1695-4d91-9d8a-054c07aaa994 req-272e6ead-f63c-4e90-bf48-99698185cacd service neutron] 10.222.0.24 "GET /v2.0/networks/05347023-7f45-4941-9645-f74845d1ff41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876038 Jan 27 16:54:33.892546 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 16:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b9136e-d861-4f20-8c40-41b778319f80 x-openstack-request-id: req-74b9136e-d861-4f20-8c40-41b778319f80 {{(pid=114096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:54:33.892835 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e2afd7a-cfd6-4228-b067-077d9f739343", "name": "network-vif-unplugged", "status": "completed", "tag": "4c6d1bb1-4016-470a-874a-0345faae637a", "code": 200}]} {{(pid=114096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:54:33.893088 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-74b9136e-d861-4f20-8c40-41b778319f80 {{(pid=114096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:54:33.893480 dv-cinder-818830-2-iscsi neutron-server[114096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e2afd7a-cfd6-4228-b067-077d9f739343', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c6d1bb1-4016-470a-874a-0345faae637a', 'code': 200} Jan 27 16:54:33.939370 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ff723f-b313-44d4-871f-cf226b5e580b req-dcc66dcd-93bd-4e6e-aa6f-1b9219fa47f7 tempest-VolumesNegativeTest-1136768334 tempest-VolumesNegativeTest-1136768334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:33.940850 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-46ff723f-b313-44d4-871f-cf226b5e580b req-dcc66dcd-93bd-4e6e-aa6f-1b9219fa47f7 tempest-VolumesNegativeTest-1136768334 tempest-VolumesNegativeTest-1136768334-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c459aa7-348c-4db9-97a0-5533c0d86f9a HTTP/1.1" status: 200 len: 949 time: 0.0491779 Jan 27 16:54:33.981523 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-61c9b462-1695-4d91-9d8a-054c07aaa994 req-a85398b6-04cd-4e85-aec9-532101d1feac service neutron] 10.222.0.24 "GET /v2.0/networks/05347023-7f45-4941-9645-f74845d1ff41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885286 Jan 27 16:54:33.986050 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-46ff723f-b313-44d4-871f-cf226b5e580b req-b6f32c0e-1520-47ab-9ef3-c0a5008e6bf2 tempest-VolumesNegativeTest-1136768334 tempest-VolumesNegativeTest-1136768334-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d121595-6b7e-4f1c-ab91-faaf798c314d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397453 Jan 27 16:54:34.193363 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b8554e-6382-46b9-9022-1b94367b1701 req-3d38b961-7bd6-46f1-91c7-6c3ff58e6742 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:34.194821 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-18b8554e-6382-46b9-9022-1b94367b1701 req-3d38b961-7bd6-46f1-91c7-6c3ff58e6742 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e2afd7a-cfd6-4228-b067-077d9f739343 HTTP/1.1" status: 200 len: 943 time: 0.0526071 Jan 27 16:54:34.243685 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-18b8554e-6382-46b9-9022-1b94367b1701 req-7290f2f4-54f0-4945-a5f6-bf5a02b65db6 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef32afb6-089b-4677-972e-4c461cd72a86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430319 Jan 27 16:54:35.104015 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5547f07a-7081-44fa-853e-ad13711abe40 req-1dc5a966-e0c4-4e60-abff-5d54dac1ac5b tempest-VolumesNegativeTest-1136768334 tempest-VolumesNegativeTest-1136768334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:35.105535 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-5547f07a-7081-44fa-853e-ad13711abe40 req-1dc5a966-e0c4-4e60-abff-5d54dac1ac5b tempest-VolumesNegativeTest-1136768334 tempest-VolumesNegativeTest-1136768334-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c459aa7-348c-4db9-97a0-5533c0d86f9a HTTP/1.1" status: 200 len: 949 time: 0.0468194 Jan 27 16:54:35.150316 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-5547f07a-7081-44fa-853e-ad13711abe40 req-2d60f88a-f399-48e0-915f-272b8a57bbe7 tempest-VolumesNegativeTest-1136768334 tempest-VolumesNegativeTest-1136768334-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d121595-6b7e-4f1c-ab91-faaf798c314d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394869 Jan 27 16:54:35.361368 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d66b073-b242-4011-8169-c7881fd90fd5 req-f2e45054-49a0-44ab-8780-45b4be896222 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:35.362824 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-7d66b073-b242-4011-8169-c7881fd90fd5 req-f2e45054-49a0-44ab-8780-45b4be896222 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e2afd7a-cfd6-4228-b067-077d9f739343 HTTP/1.1" status: 200 len: 943 time: 0.0511711 Jan 27 16:54:35.409899 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-7d66b073-b242-4011-8169-c7881fd90fd5 req-e8bf1be3-71ae-4e67-80f1-449eebcf7a17 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef32afb6-089b-4677-972e-4c461cd72a86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417304 Jan 27 16:54:35.515508 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d8ae84-d0ab-477a-bbde-a544ddfe96f6 req-b81cd8ae-5849-456c-90eb-444651c913c0 tempest-VolumesNegativeTest-1136768334 tempest-VolumesNegativeTest-1136768334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:35.516988 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-83d8ae84-d0ab-477a-bbde-a544ddfe96f6 req-b81cd8ae-5849-456c-90eb-444651c913c0 tempest-VolumesNegativeTest-1136768334 tempest-VolumesNegativeTest-1136768334-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c459aa7-348c-4db9-97a0-5533c0d86f9a HTTP/1.1" status: 200 len: 949 time: 0.0480266 Jan 27 16:54:35.611385 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.plugin [req-83d8ae84-d0ab-477a-bbde-a544ddfe96f6 req-7e857df3-1bdf-4493-8dc1-2e541428b05a tempest-VolumesNegativeTest-1136768334 tempest-VolumesNegativeTest-1136768334-project] Deleting port 82a9490c-72df-4c4e-b0c6-64baab7cd6ba {{(pid=114094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:54:35.611751 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-83d8ae84-d0ab-477a-bbde-a544ddfe96f6 req-7e857df3-1bdf-4493-8dc1-2e541428b05a tempest-VolumesNegativeTest-1136768334 tempest-VolumesNegativeTest-1136768334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740202897008'] for port (82a9490c-72df-4c4e-b0c6-64baab7cd6ba), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:35.698312 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.db [req-83d8ae84-d0ab-477a-bbde-a544ddfe96f6 req-7e857df3-1bdf-4493-8dc1-2e541428b05a tempest-VolumesNegativeTest-1136768334 tempest-VolumesNegativeTest-1136768334-project] For port 82a9490c-72df-4c4e-b0c6-64baab7cd6ba, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=82a9490c-72df-4c4e-b0c6-64baab7cd6ba,segment=NetworkSegment(fb9cb974-db83-4e6b-8087-3d0efa147001),segment_id=fb9cb974-db83-4e6b-8087-3d0efa147001)] {{(pid=114094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:54:35.698673 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-83d8ae84-d0ab-477a-bbde-a544ddfe96f6 req-7e857df3-1bdf-4493-8dc1-2e541428b05a tempest-VolumesNegativeTest-1136768334 tempest-VolumesNegativeTest-1136768334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797243'] for port (82a9490c-72df-4c4e-b0c6-64baab7cd6ba), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:35.710493 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.plugin [req-83d8ae84-d0ab-477a-bbde-a544ddfe96f6 req-7e857df3-1bdf-4493-8dc1-2e541428b05a tempest-VolumesNegativeTest-1136768334 tempest-VolumesNegativeTest-1136768334-project] Calling delete_port for 82a9490c-72df-4c4e-b0c6-64baab7cd6ba owned by compute:nova {{(pid=114094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:54:35.848205 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-83d8ae84-d0ab-477a-bbde-a544ddfe96f6 req-7e857df3-1bdf-4493-8dc1-2e541428b05a tempest-VolumesNegativeTest-1136768334 tempest-VolumesNegativeTest-1136768334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740202902474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740202573626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777202'] for port (82a9490c-72df-4c4e-b0c6-64baab7cd6ba), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:35.859687 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] get_ports_and_sgs() called for port_ids ['82a9490c-72df-4c4e-b0c6-64baab7cd6ba'] {{(pid=114096) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 16:54:35.877216 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e857df3-1bdf-4493-8dc1-2e541428b05a tempest-VolumesNegativeTest-1136768334 tempest-VolumesNegativeTest-1136768334-project] Pushing event deleted for resources: {'Port': ['ID=82a9490c-72df-4c4e-b0c6-64baab7cd6ba,revision_number=None']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:54:35.917295 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.l3_dvrscheduler_db [req-83d8ae84-d0ab-477a-bbde-a544ddfe96f6 req-7e857df3-1bdf-4493-8dc1-2e541428b05a tempest-VolumesNegativeTest-1136768334 tempest-VolumesNegativeTest-1136768334-project] No DVR routers for this DVR port 82a9490c-72df-4c4e-b0c6-64baab7cd6ba on host hv-cinder-81883 {{(pid=114094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 16:54:35.920013 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-83d8ae84-d0ab-477a-bbde-a544ddfe96f6 req-7e857df3-1bdf-4493-8dc1-2e541428b05a tempest-VolumesNegativeTest-1136768334 tempest-VolumesNegativeTest-1136768334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118807'] for port (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:35.923345 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-83d8ae84-d0ab-477a-bbde-a544ddfe96f6 req-7e857df3-1bdf-4493-8dc1-2e541428b05a tempest-VolumesNegativeTest-1136768334 tempest-VolumesNegativeTest-1136768334-project] 10.222.0.24 "DELETE /v2.0/ports/82a9490c-72df-4c4e-b0c6-64baab7cd6ba HTTP/1.1" status: 204 len: 173 time: 0.4000275 Jan 27 16:54:35.923831 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c459aa7-348c-4db9-97a0-5533c0d86f9a', 'name': 'network-vif-deleted', 'tag': '82a9490c-72df-4c4e-b0c6-64baab7cd6ba'}] {{(pid=114094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:54:35.926069 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}342a798d1d13ecd85fd4efdf34ff3908ecd3b9322feeb0f720fcdcd52e7e333b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-727aea9a-c26b-4e83-8c46-7eb09228efff" -d '{"events": [{"server_uuid": "9c459aa7-348c-4db9-97a0-5533c0d86f9a", "name": "network-vif-deleted", "tag": "82a9490c-72df-4c4e-b0c6-64baab7cd6ba"}]}' {{(pid=114094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:54:35.968093 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 16:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66fa64c6-eedc-482c-996d-26106d1002b4 x-openstack-request-id: req-66fa64c6-eedc-482c-996d-26106d1002b4 {{(pid=114094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:54:35.968385 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c459aa7-348c-4db9-97a0-5533c0d86f9a", "name": "network-vif-deleted", "tag": "82a9490c-72df-4c4e-b0c6-64baab7cd6ba", "status": "completed", "code": 200}]} {{(pid=114094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:54:35.968636 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-66fa64c6-eedc-482c-996d-26106d1002b4 {{(pid=114094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:54:35.969025 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c459aa7-348c-4db9-97a0-5533c0d86f9a', 'name': 'network-vif-deleted', 'tag': '82a9490c-72df-4c4e-b0c6-64baab7cd6ba', 'status': 'completed', 'code': 200} Jan 27 16:54:36.256750 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-82c1c82d-5a8a-4ef1-b56a-89ee07ca0dbc req-780f8705-75ef-4e99-8668-030d41dc4242 tempest-VolumesNegativeTest-1136768334 tempest-VolumesNegativeTest-1136768334-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c459aa7-348c-4db9-97a0-5533c0d86f9a HTTP/1.1" status: 200 len: 210 time: 0.0259020 Jan 27 16:54:36.524852 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d61b11a-fc8c-40db-a922-90cb9d555b40 req-fe9f5d60-74a0-4034-a4c0-73491fb2755c tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:36.526858 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-6d61b11a-fc8c-40db-a922-90cb9d555b40 req-fe9f5d60-74a0-4034-a4c0-73491fb2755c tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e2afd7a-cfd6-4228-b067-077d9f739343 HTTP/1.1" status: 200 len: 943 time: 0.0483835 Jan 27 16:54:36.573842 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-6d61b11a-fc8c-40db-a922-90cb9d555b40 req-c5c42b58-a286-4167-9df4-cb62ec044eb6 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef32afb6-089b-4677-972e-4c461cd72a86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415568 Jan 27 16:54:37.694768 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd2503-a89c-4f71-bcda-4629e9e928c6 req-9ce6bfdb-581e-48a2-837a-e34777862b11 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:37.696266 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-eebd2503-a89c-4f71-bcda-4629e9e928c6 req-9ce6bfdb-581e-48a2-837a-e34777862b11 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e2afd7a-cfd6-4228-b067-077d9f739343 HTTP/1.1" status: 200 len: 943 time: 0.0524676 Jan 27 16:54:37.982390 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-eebd2503-a89c-4f71-bcda-4629e9e928c6 req-c441b780-0817-48c5-81fd-82f805242d81 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef32afb6-089b-4677-972e-4c461cd72a86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2790763 Jan 27 16:54:39.115428 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1839bbe0-c7a3-464a-9521-51b93ce73451 req-75060d2a-0bdd-4fe2-817e-4d8c6c07b943 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:39.116890 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-1839bbe0-c7a3-464a-9521-51b93ce73451 req-75060d2a-0bdd-4fe2-817e-4d8c6c07b943 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e2afd7a-cfd6-4228-b067-077d9f739343 HTTP/1.1" status: 200 len: 943 time: 0.0495663 Jan 27 16:54:39.167129 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-1839bbe0-c7a3-464a-9521-51b93ce73451 req-c3a2b2fc-a74c-4d4e-8acd-7e5094008d60 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef32afb6-089b-4677-972e-4c461cd72a86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443864 Jan 27 16:54:39.668205 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device 82a9490c-72df-4c4e-b0c6-64baab7cd6ba no longer exists at agent hyperv_hv-cinder-81883 {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:54:39.689847 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] No Port match for: 82a9490c-72df-4c4e-b0c6-64baab7cd6ba {{(pid=114096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 16:54:39.690148 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device 82a9490c-72df-4c4e-b0c6-64baab7cd6ba not bound to the agent host hv-cinder-81883 {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 16:54:40.286578 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a838c2a-ea4d-42cf-96b6-984f471bc4c9 req-01c4438f-fed5-4da8-98cb-d1bb71ff9007 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:40.288064 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-8a838c2a-ea4d-42cf-96b6-984f471bc4c9 req-01c4438f-fed5-4da8-98cb-d1bb71ff9007 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e2afd7a-cfd6-4228-b067-077d9f739343 HTTP/1.1" status: 200 len: 943 time: 0.0517662 Jan 27 16:54:40.339664 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-8a838c2a-ea4d-42cf-96b6-984f471bc4c9 req-e6e0e424-2ee1-49b8-b93a-62d797d186c8 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef32afb6-089b-4677-972e-4c461cd72a86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458806 Jan 27 16:54:40.345440 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e7fa7a-77c0-4687-b8e7-2155b2ea8c58 req-d63f75db-a680-431c-ab69-c97dbdf050a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:40.346974 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-e6e7fa7a-77c0-4687-b8e7-2155b2ea8c58 req-d63f75db-a680-431c-ab69-c97dbdf050a9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7e2afd7a-cfd6-4228-b067-077d9f739343 HTTP/1.1" status: 200 len: 1096 time: 0.0439270 Jan 27 16:54:40.400764 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-e6e7fa7a-77c0-4687-b8e7-2155b2ea8c58 req-8f72cf9a-3e30-4e8a-860a-5c2f04d9de6c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ef32afb6-089b-4677-972e-4c461cd72a86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391593 Jan 27 16:54:41.085329 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 52698) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:54:41.220373 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-0cdb5f57-ee38-4382-9e75-35822a58cafb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7294a7a1631344cfa1e5a508f2a28289&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1339302 Jan 27 16:54:41.222791 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 52704) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:54:41.267638 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-e5f98944-90b5-431e-ba02-1ea97f5c5305 admin admin] Publish callbacks [] for security_group (7d121595-6b7e-4f1c-ab91-faaf798c314d), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:41.288170 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-e5f98944-90b5-431e-ba02-1ea97f5c5305 admin admin] Publish callbacks [] for security_group (7d121595-6b7e-4f1c-ab91-faaf798c314d), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:41.332658 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-e5f98944-90b5-431e-ba02-1ea97f5c5305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (7d121595-6b7e-4f1c-ab91-faaf798c314d), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:41.335229 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-e5f98944-90b5-431e-ba02-1ea97f5c5305 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:41.336417 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-e5f98944-90b5-431e-ba02-1ea97f5c5305 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7d121595-6b7e-4f1c-ab91-faaf798c314d HTTP/1.1" status: 204 len: 168 time: 0.1127005 Jan 27 16:54:41.344704 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f98944-90b5-431e-ba02-1ea97f5c5305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d121595-6b7e-4f1c-ab91-faaf798c314d,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:54:41.466732 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd7d50d-175e-41d9-b6be-f050549bf978 req-8d37ee40-08da-4194-a678-d5709daefe7b tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:41.468261 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-fdd7d50d-175e-41d9-b6be-f050549bf978 req-8d37ee40-08da-4194-a678-d5709daefe7b tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e2afd7a-cfd6-4228-b067-077d9f739343 HTTP/1.1" status: 200 len: 943 time: 0.0502119 Jan 27 16:54:41.523444 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-fdd7d50d-175e-41d9-b6be-f050549bf978 req-e55bd996-73b7-47cd-80c0-11e46056ce0f tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef32afb6-089b-4677-972e-4c461cd72a86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496893 Jan 27 16:54:41.682662 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device 4c6d1bb1-4016-470a-874a-0345faae637a details requested by agent hyperv_hv-cinder-81883 with host hv-cinder-81883 {{(pid=114096) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 16:54:41.908901 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] For port 4c6d1bb1-4016-470a-874a-0345faae637a, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=4c6d1bb1-4016-470a-874a-0345faae637a,segment=NetworkSegment(9cf010a4-01d5-45d3-8f39-2af2ba8124ec),segment_id=9cf010a4-01d5-45d3-8f39-2af2ba8124ec)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:54:41.921247 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Returning: {'device': '4c6d1bb1-4016-470a-874a-0345faae637a', 'network_id': '05347023-7f45-4941-9645-f74845d1ff41', 'port_id': '4c6d1bb1-4016-470a-874a-0345faae637a', 'mac_address': 'fa:16:3e:6c:83:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ab5f392-687f-432c-88e9-dac8c277b717', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114096) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 16:54:41.958107 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Current status of the port 4c6d1bb1-4016-470a-874a-0345faae637a is: DOWN; New status is: BUILD {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:54:41.958495 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (4c6d1bb1-4016-470a-874a-0345faae637a), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:41.971560 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.notifiers.nova [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c6d1bb1-4016-470a-874a-0345faae637a {{(pid=114096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:54:41.984622 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 52728) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:54:41.992448 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] For port 4c6d1bb1-4016-470a-874a-0345faae637a, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=4c6d1bb1-4016-470a-874a-0345faae637a,segment=NetworkSegment(9cf010a4-01d5-45d3-8f39-2af2ba8124ec),segment_id=9cf010a4-01d5-45d3-8f39-2af2ba8124ec)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:54:41.996849 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (4c6d1bb1-4016-470a-874a-0345faae637a), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:42.043160 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Pushing event updated for resources: {'Port': ['ID=4c6d1bb1-4016-470a-874a-0345faae637a,revision_number=7']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:54:42.083457 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.v2.base [None req-4f06a1a6-931f-48cf-90b6-8d6dabc799d9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-97804640-network', 'tenant_id': '4d8774be86e84ff7a66787d6f67c554e'}} {{(pid=114095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:54:42.101560 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f06a1a6-931f-48cf-90b6-8d6dabc799d9 admin admin] Made reservation on behalf of 4d8774be86e84ff7a66787d6f67c554e for: {'network': 1} {{(pid=114095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:54:42.104555 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-4f06a1a6-931f-48cf-90b6-8d6dabc799d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for network (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:42.112911 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-4f06a1a6-931f-48cf-90b6-8d6dabc799d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:42.187110 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-4f06a1a6-931f-48cf-90b6-8d6dabc799d9 admin admin] Publish callbacks [] for security_group (2fda97fa-15a5-4734-b191-0650b328db9b), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:42.192468 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-4f06a1a6-931f-48cf-90b6-8d6dabc799d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (2fda97fa-15a5-4734-b191-0650b328db9b), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:42.217629 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f06a1a6-931f-48cf-90b6-8d6dabc799d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=114095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 16:54:42.227285 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f06a1a6-931f-48cf-90b6-8d6dabc799d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fda97fa-15a5-4734-b191-0650b328db9b,revision_number=1']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:54:42.232759 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-4f06a1a6-931f-48cf-90b6-8d6dabc799d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985126'] for segment (7bf1178f-69a8-4a8f-a8bc-1f6a08989b49), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:42.233111 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.db.segments_db [None req-4f06a1a6-931f-48cf-90b6-8d6dabc799d9 admin admin] Added segment 7bf1178f-69a8-4a8f-a8bc-1f6a08989b49 of type vlan for network 31086914-ef67-4638-ab4e-856fdab7280e Jan 27 16:54:42.272243 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] get_ports_and_sgs() called for port_ids ['4c6d1bb1-4016-470a-874a-0345faae637a'] {{(pid=114096) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 16:54:42.274020 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-4f06a1a6-931f-48cf-90b6-8d6dabc799d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740202591609'] for network (31086914-ef67-4638-ab4e-856fdab7280e), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:42.300678 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-4f06a1a6-931f-48cf-90b6-8d6dabc799d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092'] for network (31086914-ef67-4638-ab4e-856fdab7280e), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:42.301716 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f06a1a6-931f-48cf-90b6-8d6dabc799d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:42.302302 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-4f06a1a6-931f-48cf-90b6-8d6dabc799d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032074'] for network (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:42.357593 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-4f06a1a6-931f-48cf-90b6-8d6dabc799d9 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3717740 Jan 27 16:54:42.360383 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 52736) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:54:42.365731 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.v2.base [None req-7b1fef5a-5a63-46b3-9ae7-79a7029f72a6 admin admin] Request body: {'subnet': {'network_id': '31086914-ef67-4638-ab4e-856fdab7280e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-97804640-subnet', 'tenant_id': '4d8774be86e84ff7a66787d6f67c554e', 'ip_version': 4}} {{(pid=114094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:54:42.366409 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f06a1a6-931f-48cf-90b6-8d6dabc799d9 admin admin] Pushing event updated for resources: {'Network': ['ID=31086914-ef67-4638-ab4e-856fdab7280e,revision_number=1']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:54:42.377021 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Network 31086914-ef67-4638-ab4e-856fdab7280e details requested by agent ovs-agent-dv-cinder-818830-2-iscsi with host dv-cinder-818830-2-iscsi {{(pid=114096) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 16:54:42.390453 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b1fef5a-5a63-46b3-9ae7-79a7029f72a6 admin admin] Made reservation on behalf of 4d8774be86e84ff7a66787d6f67c554e for: {'subnet': 1} {{(pid=114094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:54:42.392908 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-7b1fef5a-5a63-46b3-9ae7-79a7029f72a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8876028'] for subnet (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:42.563917 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-7b1fef5a-5a63-46b3-9ae7-79a7029f72a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8777094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8876014'] for subnet (4f1f5f27-ec22-474d-84c0-06f0bcfbbeac), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:42.622070 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1fef5a-5a63-46b3-9ae7-79a7029f72a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f1f5f27-ec22-474d-84c0-06f0bcfbbeac,revision_number=0']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:54:42.632093 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1fef5a-5a63-46b3-9ae7-79a7029f72a6 admin admin] Checking segment: {'id': '7bf1178f-69a8-4a8f-a8bc-1f6a08989b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '31086914-ef67-4638-ab4e-856fdab7280e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:54:42.632697 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1fef5a-5a63-46b3-9ae7-79a7029f72a6 admin admin] Network hostable DHCP agents. Network: 31086914-ef67-4638-ab4e-856fdab7280e, hostable agents: ['b49cc950-6aaa-44e3-a3c4-70b67101afab'], hosted agents: [] {{(pid=114094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 16:54:42.647531 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b01eace-71e7-47c0-8a39-91f4c0124cce req-a9d9347e-9c89-4ea3-b00c-8d87638e72a1 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:42.649153 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-9b01eace-71e7-47c0-8a39-91f4c0124cce req-a9d9347e-9c89-4ea3-b00c-8d87638e72a1 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e2afd7a-cfd6-4228-b067-077d9f739343 HTTP/1.1" status: 200 len: 944 time: 0.0488219 Jan 27 16:54:42.650933 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1fef5a-5a63-46b3-9ae7-79a7029f72a6 admin admin] Network 31086914-ef67-4638-ab4e-856fdab7280e is scheduled to be hosted by DHCP agent b49cc950-6aaa-44e3-a3c4-70b67101afab with binding_index 1 {{(pid=114094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 16:54:42.660179 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.base_scheduler [None req-7b1fef5a-5a63-46b3-9ae7-79a7029f72a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818830-2-iscsi, 31086914-ef67-4638-ab4e-856fdab7280e) {{(pid=114094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:54:42.664279 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1fef5a-5a63-46b3-9ae7-79a7029f72a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:42.664869 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-7b1fef5a-5a63-46b3-9ae7-79a7029f72a6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:42.672041 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4695d089-4fc8-49e2-b9c3-0bbeb1309a16 None None] Network 31086914-ef67-4638-ab4e-856fdab7280e requested from dv-cinder-818830-2-iscsi {{(pid=114096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 16:54:42.684122 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-7b1fef5a-5a63-46b3-9ae7-79a7029f72a6 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3223372 Jan 27 16:54:42.686015 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 52740) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:54:42.690618 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.v2.base [None req-29fa43c1-9bbb-4372-a8ed-80d9d13af95d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-97804640-router', 'tenant_id': '4d8774be86e84ff7a66787d6f67c554e', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9'}}} {{(pid=114094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:54:42.710125 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-29fa43c1-9bbb-4372-a8ed-80d9d13af95d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1809585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5362'] for router (b90512fd-15f2-4c4e-8f86-67964d88460e), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:42.711167 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-29fa43c1-9bbb-4372-a8ed-80d9d13af95d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1797579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5371'] for router (b90512fd-15f2-4c4e-8f86-67964d88460e), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:42.724165 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-9b01eace-71e7-47c0-8a39-91f4c0124cce req-c192346d-659f-40f3-88d1-3a2524c5b633 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef32afb6-089b-4677-972e-4c461cd72a86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676506 Jan 27 16:54:42.774008 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-29fa43c1-9bbb-4372-a8ed-80d9d13af95d admin admin] Publish callbacks [] for router_controller (b90512fd-15f2-4c4e-8f86-67964d88460e), precommit_add_association {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:42.794384 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39995f5-b21a-4b35-96a3-250d4b591813 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c1acf8-e4cc-5fda-8a64-db3d56aaaedc-31086914-ef67-4638-ab4e-856fdab7280e', 'network_id': '31086914-ef67-4638-ab4e-856fdab7280e', 'project_id': '4d8774be86e84ff7a66787d6f67c554e', 'fixed_ips': [{'subnet_id': '4f1f5f27-ec22-474d-84c0-06f0bcfbbeac'}]}} from dv-cinder-818830-2-iscsi. {{(pid=114096) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 16:54:42.795239 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-d39995f5-b21a-4b35-96a3-250d4b591813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (None), before_create {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:42.904814 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-29fa43c1-9bbb-4372-a8ed-80d9d13af95d admin admin] Publish callbacks [] for router_gateway (b90512fd-15f2-4c4e-8f86-67964d88460e), precommit_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:42.923429 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.db_base_plugin_common [None req-d39995f5-b21a-4b35-96a3-250d4b591813 None None] Allocated IP 172.20.0.2 (31086914-ef67-4638-ab4e-856fdab7280e/4f1f5f27-ec22-474d-84c0-06f0bcfbbeac/9a3d9c93-eff5-4e67-82e7-6eb9116ccb3a) {{(pid=114096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:54:43.068122 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-d39995f5-b21a-4b35-96a3-250d4b591813 None None] Publish callbacks [] for port (9a3d9c93-eff5-4e67-82e7-6eb9116ccb3a), precommit_create {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:43.074158 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-d39995f5-b21a-4b35-96a3-250d4b591813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740202573617'] for port (9a3d9c93-eff5-4e67-82e7-6eb9116ccb3a), after_create {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:43.107893 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-29fa43c1-9bbb-4372-a8ed-80d9d13af95d admin admin] Publish callbacks [] for router_gateway (b90512fd-15f2-4c4e-8f86-67964d88460e), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:43.118030 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39995f5-b21a-4b35-96a3-250d4b591813 None None] Network 31086914-ef67-4638-ab4e-856fdab7280e is already hosted by enough agents. {{(pid=114096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:54:43.123530 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.scheduler.base_scheduler [None req-d39995f5-b21a-4b35-96a3-250d4b591813 None None] Resources bound (agent type, host, resource id): {{(pid=114096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:54:43.127107 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-29fa43c1-9bbb-4372-a8ed-80d9d13af95d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:43.127734 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39995f5-b21a-4b35-96a3-250d4b591813 None None] Received port after_create {{(pid=114096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:54:43.130741 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39995f5-b21a-4b35-96a3-250d4b591813 None None] Pushing event updated for resources: {'Port': ['ID=9a3d9c93-eff5-4e67-82e7-6eb9116ccb3a,revision_number=1']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:54:43.182350 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.managers [None req-d39995f5-b21a-4b35-96a3-250d4b591813 None None] Attempting to bind port 9a3d9c93-eff5-4e67-82e7-6eb9116ccb3a on host dv-cinder-818830-2-iscsi for vnic_type normal with profile {{(pid=114096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:54:43.182698 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.managers [None req-d39995f5-b21a-4b35-96a3-250d4b591813 None None] Attempting to bind port 9a3d9c93-eff5-4e67-82e7-6eb9116ccb3a by drivers openvswitch,hyperv on host dv-cinder-818830-2-iscsi at level 0 using segments [{'id': '7bf1178f-69a8-4a8f-a8bc-1f6a08989b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '31086914-ef67-4638-ab4e-856fdab7280e'}] {{(pid=114096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:54:43.182979 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39995f5-b21a-4b35-96a3-250d4b591813 None None] Attempting to bind port 9a3d9c93-eff5-4e67-82e7-6eb9116ccb3a on network 31086914-ef67-4638-ab4e-856fdab7280e {{(pid=114096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:54:43.188164 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39995f5-b21a-4b35-96a3-250d4b591813 None None] Checking agent: {'id': '492c1832-c7a3-4f77-b4ba-2ebdc28556bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818830-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 40, 53), 'started_at': datetime.datetime(2022, 1, 27, 16, 41, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818830-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:54:43.188659 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39995f5-b21a-4b35-96a3-250d4b591813 None None] Checking segment: {'id': '7bf1178f-69a8-4a8f-a8bc-1f6a08989b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '31086914-ef67-4638-ab4e-856fdab7280e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:54:43.189138 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-d39995f5-b21a-4b35-96a3-250d4b591813 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:43.189594 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39995f5-b21a-4b35-96a3-250d4b591813 None None] Bound using segment: {'id': '7bf1178f-69a8-4a8f-a8bc-1f6a08989b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '31086914-ef67-4638-ab4e-856fdab7280e'} {{(pid=114096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:54:43.190122 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.managers [None req-d39995f5-b21a-4b35-96a3-250d4b591813 None None] Bound port: 9a3d9c93-eff5-4e67-82e7-6eb9116ccb3a, host: dv-cinder-818830-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf1178f-69a8-4a8f-a8bc-1f6a08989b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '31086914-ef67-4638-ab4e-856fdab7280e'}}] {{(pid=114096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:54:43.190566 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-d39995f5-b21a-4b35-96a3-250d4b591813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (9a3d9c93-eff5-4e67-82e7-6eb9116ccb3a), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:43.234760 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.db_base_plugin_common [None req-29fa43c1-9bbb-4372-a8ed-80d9d13af95d admin admin] Allocated IP 172.27.2.228 (7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9/3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf/642e56d3-8a0e-4c81-8771-04540c55df24) {{(pid=114094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:54:43.253577 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-d39995f5-b21a-4b35-96a3-250d4b591813 None None] For port 9a3d9c93-eff5-4e67-82e7-6eb9116ccb3a, host dv-cinder-818830-2-iscsi, cleared binding levels {{(pid=114096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:54:43.256760 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-d39995f5-b21a-4b35-96a3-250d4b591813 None None] For port 9a3d9c93-eff5-4e67-82e7-6eb9116ccb3a, host dv-cinder-818830-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818830-2-iscsi',level=0,port_id=9a3d9c93-eff5-4e67-82e7-6eb9116ccb3a,segment=NetworkSegment(7bf1178f-69a8-4a8f-a8bc-1f6a08989b49),segment_id=7bf1178f-69a8-4a8f-a8bc-1f6a08989b49)] {{(pid=114096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:54:43.262298 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-d39995f5-b21a-4b35-96a3-250d4b591813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (9a3d9c93-eff5-4e67-82e7-6eb9116ccb3a), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:43.319666 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39995f5-b21a-4b35-96a3-250d4b591813 None None] Pushing event updated for resources: {'Port': ['ID=9a3d9c93-eff5-4e67-82e7-6eb9116ccb3a,revision_number=2']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:54:43.359479 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-29fa43c1-9bbb-4372-a8ed-80d9d13af95d admin admin] Publish callbacks [] for port (642e56d3-8a0e-4c81-8771-04540c55df24), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:43.394313 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-29fa43c1-9bbb-4372-a8ed-80d9d13af95d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740202573617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777202'] for port (642e56d3-8a0e-4c81-8771-04540c55df24), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:43.431800 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29fa43c1-9bbb-4372-a8ed-80d9d13af95d admin admin] Network 7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9 is already hosted by enough agents. {{(pid=114094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:54:43.434786 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.base_scheduler [None req-29fa43c1-9bbb-4372-a8ed-80d9d13af95d admin admin] Resources bound (agent type, host, resource id): {{(pid=114094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:54:43.438129 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fa43c1-9bbb-4372-a8ed-80d9d13af95d admin admin] Received port after_create {{(pid=114094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:54:43.467968 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fa43c1-9bbb-4372-a8ed-80d9d13af95d admin admin] Pushing event updated for resources: {'Port': ['ID=642e56d3-8a0e-4c81-8771-04540c55df24,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:54:43.708889 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device 4c6d1bb1-4016-470a-874a-0345faae637a up at agent hyperv_hv-cinder-81883 {{(pid=114096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:54:43.714591 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-29fa43c1-9bbb-4372-a8ed-80d9d13af95d admin admin] Publish callbacks [] for router_gateway (b90512fd-15f2-4c4e-8f86-67964d88460e), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:43.762676 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Provisioning complete for port 4c6d1bb1-4016-470a-874a-0345faae637a triggered by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:54:43.762971 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (4c6d1bb1-4016-470a-874a-0345faae637a), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:43.845745 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Current status of the port 4c6d1bb1-4016-470a-874a-0345faae637a is: BUILD; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:54:43.846476 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (4c6d1bb1-4016-470a-874a-0345faae637a), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:43.870667 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e2afd7a-cfd6-4228-b067-077d9f739343', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c6d1bb1-4016-470a-874a-0345faae637a'}] {{(pid=114096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:54:43.873228 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7400b25514d980253c692f49984ce8becaf326df5cb1ee6ae8228296f1505bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0139ed99-070f-4b86-94e6-3e1eb6e737c8" -d '{"events": [{"server_uuid": "7e2afd7a-cfd6-4228-b067-077d9f739343", "name": "network-vif-plugged", "status": "completed", "tag": "4c6d1bb1-4016-470a-874a-0345faae637a"}]}' {{(pid=114096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:54:43.888810 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] For port 4c6d1bb1-4016-470a-874a-0345faae637a, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=4c6d1bb1-4016-470a-874a-0345faae637a,segment=NetworkSegment(9cf010a4-01d5-45d3-8f39-2af2ba8124ec),segment_id=9cf010a4-01d5-45d3-8f39-2af2ba8124ec)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:54:43.893311 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (4c6d1bb1-4016-470a-874a-0345faae637a), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:43.923121 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 16:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d7c94a-35b7-4275-867b-165ae4ab5b13 x-openstack-request-id: req-84d7c94a-35b7-4275-867b-165ae4ab5b13 {{(pid=114096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:54:43.923416 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e2afd7a-cfd6-4228-b067-077d9f739343", "name": "network-vif-plugged", "status": "completed", "tag": "4c6d1bb1-4016-470a-874a-0345faae637a", "code": 200}]} {{(pid=114096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:54:43.923712 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-84d7c94a-35b7-4275-867b-165ae4ab5b13 {{(pid=114096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:54:43.924117 dv-cinder-818830-2-iscsi neutron-server[114096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e2afd7a-cfd6-4228-b067-077d9f739343', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c6d1bb1-4016-470a-874a-0345faae637a', 'code': 200} Jan 27 16:54:43.955090 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Pushing event updated for resources: {'Port': ['ID=4c6d1bb1-4016-470a-874a-0345faae637a,revision_number=8']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:54:44.161682 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-29fa43c1-9bbb-4372-a8ed-80d9d13af95d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1797566'] for router (b90512fd-15f2-4c4e-8f86-67964d88460e), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:44.251177 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c14f396-7fb1-43a6-92ac-d75f116cc0af None None] Network 31086914-ef67-4638-ab4e-856fdab7280e requested from dv-cinder-818830-2-iscsi {{(pid=114096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 16:54:44.292221 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29fa43c1-9bbb-4372-a8ed-80d9d13af95d admin admin] Router b90512fd-15f2-4c4e-8f86-67964d88460e is scheduled to L3 agent bdbd084a-7876-495d-b5d9-cf3ee18f0227 with binding_index 1 {{(pid=114094) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 16:54:44.321115 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-cefc17a5-bc68-4fe7-89c1-436017d8bcf9 None None] Provisioning complete for port 9a3d9c93-eff5-4e67-82e7-6eb9116ccb3a triggered by entity DHCP. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:54:44.321822 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-cefc17a5-bc68-4fe7-89c1-436017d8bcf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (9a3d9c93-eff5-4e67-82e7-6eb9116ccb3a), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:44.402532 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29fa43c1-9bbb-4372-a8ed-80d9d13af95d admin admin] Notify agent at l3_agent.dv-cinder-818830-2-iscsi the message routers_updated {{(pid=114094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 16:54:44.421868 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db109063-9068-401d-b6e2-76d35690f649 None None] Sync routers for ids ['b90512fd-15f2-4c4e-8f86-67964d88460e'] in dv-cinder-818830-2-iscsi {{(pid=114096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 16:54:44.426617 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-29fa43c1-9bbb-4372-a8ed-80d9d13af95d admin admin] Publish callbacks [] for router (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:44.430846 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 52754) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:54:44.431512 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-29fa43c1-9bbb-4372-a8ed-80d9d13af95d admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7444003 Jan 27 16:54:44.442981 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db109063-9068-401d-b6e2-76d35690f649 None None] Routers {'b90512fd-15f2-4c4e-8f86-67964d88460e'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:54:44.443648 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-db109063-9068-401d-b6e2-76d35690f649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T16:54:18Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['b90512fd-15f2-4c4e-8f86-67964d88460e'], 'active': True} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:54:44.449858 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-cefc17a5-bc68-4fe7-89c1-436017d8bcf9 None None] Current status of the port 9a3d9c93-eff5-4e67-82e7-6eb9116ccb3a is: DOWN; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:54:44.449858 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-cefc17a5-bc68-4fe7-89c1-436017d8bcf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (9a3d9c93-eff5-4e67-82e7-6eb9116ccb3a), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:44.571672 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-cefc17a5-bc68-4fe7-89c1-436017d8bcf9 None None] For port 9a3d9c93-eff5-4e67-82e7-6eb9116ccb3a, host dv-cinder-818830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818830-2-iscsi',level=0,port_id=9a3d9c93-eff5-4e67-82e7-6eb9116ccb3a,segment=NetworkSegment(7bf1178f-69a8-4a8f-a8bc-1f6a08989b49),segment_id=7bf1178f-69a8-4a8f-a8bc-1f6a08989b49)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:54:44.582341 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-cefc17a5-bc68-4fe7-89c1-436017d8bcf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (9a3d9c93-eff5-4e67-82e7-6eb9116ccb3a), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:44.615951 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvr_db [None req-db109063-9068-401d-b6e2-76d35690f649 None None] Set router b90512fd-15f2-4c4e-8f86-67964d88460e gateway port host: dv-cinder-818830-2-iscsi {{(pid=114096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:54:44.745076 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefc17a5-bc68-4fe7-89c1-436017d8bcf9 None None] Pushing event updated for resources: {'Port': ['ID=9a3d9c93-eff5-4e67-82e7-6eb9116ccb3a,revision_number=3']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:54:44.761892 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-88e82959-1fc4-4849-9d79-d7661af26497 None None] Provisioning complete for port 9a3d9c93-eff5-4e67-82e7-6eb9116ccb3a triggered by entity DHCP. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:54:44.762273 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-88e82959-1fc4-4849-9d79-d7661af26497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (9a3d9c93-eff5-4e67-82e7-6eb9116ccb3a), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:44.861643 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-a18404e7-373f-47a3-abd1-5547fbf499e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:44.891592 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-88e82959-1fc4-4849-9d79-d7661af26497 None None] Current status of the port 9a3d9c93-eff5-4e67-82e7-6eb9116ccb3a is: ACTIVE; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:54:44.898700 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-db109063-9068-401d-b6e2-76d35690f649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90512fd-15f2-4c4e-8f86-67964d88460e', 'name': 'tempest-TestVolumeBootPattern-97804640-router', 'tenant_id': '4d8774be86e84ff7a66787d6f67c554e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '642e56d3-8a0e-4c81-8771-04540c55df24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:54:42Z', 'updated_at': '2022-01-27T16:54:43Z', 'revision_number': 3, 'project_id': '4d8774be86e84ff7a66787d6f67c554e', 'gw_port': {'id': '642e56d3-8a0e-4c81-8771-04540c55df24', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ce:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b90512fd-15f2-4c4e-8f86-67964d88460e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:54:43Z', 'updated_at': '2022-01-27T16:54:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi'}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:54:44.928696 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db109063-9068-401d-b6e2-76d35690f649 None None] Checking router: b90512fd-15f2-4c4e-8f86-67964d88460e for host: dv-cinder-818830-2-iscsi {{(pid=114096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 16:54:44.929050 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db109063-9068-401d-b6e2-76d35690f649 None None] Updating router b90512fd-15f2-4c4e-8f86-67964d88460e port 642e56d3-8a0e-4c81-8771-04540c55df24 binding host dv-cinder-818830-2-iscsi {{(pid=114096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 16:54:44.954554 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-db109063-9068-401d-b6e2-76d35690f649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (642e56d3-8a0e-4c81-8771-04540c55df24), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:45.016721 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.db.db_base_plugin_common [None req-a18404e7-373f-47a3-abd1-5547fbf499e2 admin admin] Allocated IP 172.20.0.1 (31086914-ef67-4638-ab4e-856fdab7280e/4f1f5f27-ec22-474d-84c0-06f0bcfbbeac/4a1e16b0-90fe-42be-9aa0-b3c3f7dfcc82) {{(pid=114095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:54:45.080488 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device 9a3d9c93-eff5-4e67-82e7-6eb9116ccb3a up at agent ovs-agent-dv-cinder-818830-2-iscsi {{(pid=114096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:54:45.130339 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-a18404e7-373f-47a3-abd1-5547fbf499e2 admin admin] Publish callbacks [] for port (4a1e16b0-90fe-42be-9aa0-b3c3f7dfcc82), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:45.165195 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-a18404e7-373f-47a3-abd1-5547fbf499e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740202573617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080504'] for port (4a1e16b0-90fe-42be-9aa0-b3c3f7dfcc82), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:45.186880 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Provisioning complete for port 9a3d9c93-eff5-4e67-82e7-6eb9116ccb3a triggered by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:54:45.187260 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (9a3d9c93-eff5-4e67-82e7-6eb9116ccb3a), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:45.202246 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18404e7-373f-47a3-abd1-5547fbf499e2 admin admin] Network 31086914-ef67-4638-ab4e-856fdab7280e is already hosted by enough agents. {{(pid=114095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:54:45.205041 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.scheduler.base_scheduler [None req-a18404e7-373f-47a3-abd1-5547fbf499e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=114095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:54:45.208519 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18404e7-373f-47a3-abd1-5547fbf499e2 admin admin] Received port after_create {{(pid=114095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:54:45.239145 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18404e7-373f-47a3-abd1-5547fbf499e2 admin admin] Pushing event updated for resources: {'Port': ['ID=4a1e16b0-90fe-42be-9aa0-b3c3f7dfcc82,revision_number=1']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:54:45.256055 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-a18404e7-373f-47a3-abd1-5547fbf499e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1796555'] for router_interface (b90512fd-15f2-4c4e-8f86-67964d88460e), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:45.389990 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-a18404e7-373f-47a3-abd1-5547fbf499e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (4a1e16b0-90fe-42be-9aa0-b3c3f7dfcc82), before_update {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:45.459014 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-db109063-9068-401d-b6e2-76d35690f649 None None] Publish callbacks [] for port (642e56d3-8a0e-4c81-8771-04540c55df24), precommit_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:45.468998 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-69d4eb01-d3da-4de8-b974-613e4acd5be5 None None] Provisioning complete for port 4a1e16b0-90fe-42be-9aa0-b3c3f7dfcc82 triggered by entity DHCP. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:54:45.469400 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-69d4eb01-d3da-4de8-b974-613e4acd5be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (4a1e16b0-90fe-42be-9aa0-b3c3f7dfcc82), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:45.472809 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-db109063-9068-401d-b6e2-76d35690f649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (642e56d3-8a0e-4c81-8771-04540c55df24), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:45.536963 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Current status of the port 9a3d9c93-eff5-4e67-82e7-6eb9116ccb3a is: ACTIVE; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:54:45.567415 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-a18404e7-373f-47a3-abd1-5547fbf499e2 admin admin] Publish callbacks [] for port (4a1e16b0-90fe-42be-9aa0-b3c3f7dfcc82), precommit_update {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:45.570384 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-69d4eb01-d3da-4de8-b974-613e4acd5be5 None None] Port 4a1e16b0-90fe-42be-9aa0-b3c3f7dfcc82 cannot update to ACTIVE because it is not bound. {{(pid=114096) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 16:54:45.575922 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-a18404e7-373f-47a3-abd1-5547fbf499e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080387'] for port (4a1e16b0-90fe-42be-9aa0-b3c3f7dfcc82), after_update {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:45.577532 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.managers [None req-db109063-9068-401d-b6e2-76d35690f649 None None] Attempting to bind port 642e56d3-8a0e-4c81-8771-04540c55df24 on host dv-cinder-818830-2-iscsi for vnic_type normal with profile {{(pid=114096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:54:45.577919 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.managers [None req-db109063-9068-401d-b6e2-76d35690f649 None None] Attempting to bind port 642e56d3-8a0e-4c81-8771-04540c55df24 by drivers openvswitch,hyperv on host dv-cinder-818830-2-iscsi at level 0 using segments [{'id': '9bd3a446-0196-4595-aa07-09a05d016e38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9'}] {{(pid=114096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:54:45.578303 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db109063-9068-401d-b6e2-76d35690f649 None None] Attempting to bind port 642e56d3-8a0e-4c81-8771-04540c55df24 on network 7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9 {{(pid=114096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:54:45.586137 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db109063-9068-401d-b6e2-76d35690f649 None None] Checking agent: {'id': '492c1832-c7a3-4f77-b4ba-2ebdc28556bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818830-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 40, 53), 'started_at': datetime.datetime(2022, 1, 27, 16, 41, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818830-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:54:45.586506 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db109063-9068-401d-b6e2-76d35690f649 None None] Checking segment: {'id': '9bd3a446-0196-4595-aa07-09a05d016e38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:54:45.586910 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-db109063-9068-401d-b6e2-76d35690f649 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:45.587305 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db109063-9068-401d-b6e2-76d35690f649 None None] Bound using segment: {'id': '9bd3a446-0196-4595-aa07-09a05d016e38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9'} {{(pid=114096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:54:45.588365 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.managers [None req-db109063-9068-401d-b6e2-76d35690f649 None None] Bound port: 642e56d3-8a0e-4c81-8771-04540c55df24, host: dv-cinder-818830-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bd3a446-0196-4595-aa07-09a05d016e38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9'}}] {{(pid=114096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:54:45.588760 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-db109063-9068-401d-b6e2-76d35690f649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (642e56d3-8a0e-4c81-8771-04540c55df24), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:45.590237 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4090e00d-7869-4231-b6be-504c0824ba59 None None] Pushing event updated for resources: {'Port': ['ID=642e56d3-8a0e-4c81-8771-04540c55df24,revision_number=2']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:54:45.641884 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-db109063-9068-401d-b6e2-76d35690f649 None None] For port 642e56d3-8a0e-4c81-8771-04540c55df24, host dv-cinder-818830-2-iscsi, cleared binding levels {{(pid=114096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:54:45.643744 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18404e7-373f-47a3-abd1-5547fbf499e2 admin admin] Pushing event updated for resources: {'Port': ['ID=4a1e16b0-90fe-42be-9aa0-b3c3f7dfcc82,revision_number=2']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:54:45.645001 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-db109063-9068-401d-b6e2-76d35690f649 None None] For port 642e56d3-8a0e-4c81-8771-04540c55df24, host dv-cinder-818830-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818830-2-iscsi',level=0,port_id=642e56d3-8a0e-4c81-8771-04540c55df24,segment=NetworkSegment(9bd3a446-0196-4595-aa07-09a05d016e38),segment_id=9bd3a446-0196-4595-aa07-09a05d016e38)] {{(pid=114096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:54:45.646267 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-a18404e7-373f-47a3-abd1-5547fbf499e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2031918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1796219'] for router_interface (b90512fd-15f2-4c4e-8f86-67964d88460e), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:45.649696 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-db109063-9068-401d-b6e2-76d35690f649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (642e56d3-8a0e-4c81-8771-04540c55df24), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:45.706643 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db109063-9068-401d-b6e2-76d35690f649 None None] Routers {'b90512fd-15f2-4c4e-8f86-67964d88460e'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:54:45.707268 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-db109063-9068-401d-b6e2-76d35690f649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T16:54:18Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['b90512fd-15f2-4c4e-8f86-67964d88460e'], 'active': True} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:54:45.740857 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18404e7-373f-47a3-abd1-5547fbf499e2 admin admin] Network 31086914-ef67-4638-ab4e-856fdab7280e is already hosted by enough agents. {{(pid=114095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:54:45.742259 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.scheduler.base_scheduler [None req-a18404e7-373f-47a3-abd1-5547fbf499e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=114095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:54:45.761517 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4090e00d-7869-4231-b6be-504c0824ba59 None None] Pushing event updated for resources: {'Port': ['ID=642e56d3-8a0e-4c81-8771-04540c55df24,revision_number=3']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:54:45.844577 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvr_db [None req-db109063-9068-401d-b6e2-76d35690f649 None None] Set router b90512fd-15f2-4c4e-8f86-67964d88460e gateway port host: dv-cinder-818830-2-iscsi {{(pid=114096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:54:45.862437 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a18404e7-373f-47a3-abd1-5547fbf499e2 admin admin] Router b90512fd-15f2-4c4e-8f86-67964d88460e has already been hosted by L3 agent bdbd084a-7876-495d-b5d9-cf3ee18f0227 {{(pid=114095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 16:54:45.974942 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a18404e7-373f-47a3-abd1-5547fbf499e2 admin admin] Notify agent at l3_agent.dv-cinder-818830-2-iscsi the message routers_updated {{(pid=114095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 16:54:45.980588 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-a18404e7-373f-47a3-abd1-5547fbf499e2 admin admin] 10.222.0.48 "PUT /v2.0/routers/b90512fd-15f2-4c4e-8f86-67964d88460e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5475419 Jan 27 16:54:46.017096 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-1fed4fd4-f22e-410c-aa98-6aed6d5daab2 None None] Provisioning complete for port 4a1e16b0-90fe-42be-9aa0-b3c3f7dfcc82 triggered by entity DHCP. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:54:46.017651 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-1fed4fd4-f22e-410c-aa98-6aed6d5daab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (4a1e16b0-90fe-42be-9aa0-b3c3f7dfcc82), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:46.074284 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-1fed4fd4-f22e-410c-aa98-6aed6d5daab2 None None] Port 4a1e16b0-90fe-42be-9aa0-b3c3f7dfcc82 cannot update to ACTIVE because it is not bound. {{(pid=114096) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 16:54:46.095955 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-db109063-9068-401d-b6e2-76d35690f649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90512fd-15f2-4c4e-8f86-67964d88460e', 'name': 'tempest-TestVolumeBootPattern-97804640-router', 'tenant_id': '4d8774be86e84ff7a66787d6f67c554e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '642e56d3-8a0e-4c81-8771-04540c55df24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:54:42Z', 'updated_at': '2022-01-27T16:54:45Z', 'revision_number': 4, 'project_id': '4d8774be86e84ff7a66787d6f67c554e', 'gw_port': {'id': '642e56d3-8a0e-4c81-8771-04540c55df24', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ce:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b90512fd-15f2-4c4e-8f86-67964d88460e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:54:43Z', 'updated_at': '2022-01-27T16:54:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi', '_interfaces': [{'id': '4a1e16b0-90fe-42be-9aa0-b3c3f7dfcc82', 'name': '', 'network_id': '31086914-ef67-4638-ab4e-856fdab7280e', 'tenant_id': '4d8774be86e84ff7a66787d6f67c554e', 'mac_address': 'fa:16:3e:1b:56:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b90512fd-15f2-4c4e-8f86-67964d88460e', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '4f1f5f27-ec22-474d-84c0-06f0bcfbbeac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:54:44Z', 'updated_at': '2022-01-27T16:54:45Z', 'revision_number': 2, 'project_id': '4d8774be86e84ff7a66787d6f67c554e', 'subnets': [{'id': '4f1f5f27-ec22-474d-84c0-06f0bcfbbeac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:54:46.127149 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db109063-9068-401d-b6e2-76d35690f649 None None] The sync data for ids ['b90512fd-15f2-4c4e-8f86-67964d88460e'] in dv-cinder-818830-2-iscsi is: [{'id': 'b90512fd-15f2-4c4e-8f86-67964d88460e', 'name': 'tempest-TestVolumeBootPattern-97804640-router', 'tenant_id': '4d8774be86e84ff7a66787d6f67c554e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '642e56d3-8a0e-4c81-8771-04540c55df24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:54:42Z', 'updated_at': '2022-01-27T16:54:45Z', 'revision_number': 4, 'project_id': '4d8774be86e84ff7a66787d6f67c554e', 'gw_port': {'id': '642e56d3-8a0e-4c81-8771-04540c55df24', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ce:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b90512fd-15f2-4c4e-8f86-67964d88460e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:54:43Z', 'updated_at': '2022-01-27T16:54:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi', '_interfaces': [{'id': '4a1e16b0-90fe-42be-9aa0-b3c3f7dfcc82', 'name': '', 'network_id': '31086914-ef67-4638-ab4e-856fdab7280e', 'tenant_id': '4d8774be86e84ff7a66787d6f67c554e', 'mac_address': 'fa:16:3e:1b:56:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b90512fd-15f2-4c4e-8f86-67964d88460e', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '4f1f5f27-ec22-474d-84c0-06f0bcfbbeac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:54:44Z', 'updated_at': '2022-01-27T16:54:45Z', 'revision_number': 2, 'project_id': '4d8774be86e84ff7a66787d6f67c554e', 'subnets': [{'id': '4f1f5f27-ec22-474d-84c0-06f0bcfbbeac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 16:54:46.394970 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2c68a568-73c1-4c0f-83fe-7bb42d4fba1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (b49cc950-6aaa-44e3-a3c4-70b67101afab), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:46.473417 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 52776) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:54:46.478438 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.v2.base [None req-f35d3eb2-f330-4a4c-a4f5-f94b2c25cb5d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2045223837-network', 'tenant_id': 'e228d95db50745c9ac65952bd8aad0ec'}} {{(pid=114095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:54:46.497835 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35d3eb2-f330-4a4c-a4f5-f94b2c25cb5d admin admin] Made reservation on behalf of e228d95db50745c9ac65952bd8aad0ec for: {'network': 1} {{(pid=114095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:54:46.500234 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-f35d3eb2-f330-4a4c-a4f5-f94b2c25cb5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for network (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:46.509860 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-f35d3eb2-f330-4a4c-a4f5-f94b2c25cb5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:46.611168 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-f35d3eb2-f330-4a4c-a4f5-f94b2c25cb5d admin admin] Publish callbacks [] for security_group (d70eca82-c14d-4936-9f2d-30a5ec1fabad), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:46.616537 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-f35d3eb2-f330-4a4c-a4f5-f94b2c25cb5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (d70eca82-c14d-4936-9f2d-30a5ec1fabad), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:46.648923 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f35d3eb2-f330-4a4c-a4f5-f94b2c25cb5d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=114095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 16:54:46.655834 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35d3eb2-f330-4a4c-a4f5-f94b2c25cb5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d70eca82-c14d-4936-9f2d-30a5ec1fabad,revision_number=1']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:54:46.664949 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-f35d3eb2-f330-4a4c-a4f5-f94b2c25cb5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985126'] for segment (a07d998e-cc49-4146-a196-94e1994060b5), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:46.665271 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.db.segments_db [None req-f35d3eb2-f330-4a4c-a4f5-f94b2c25cb5d admin admin] Added segment a07d998e-cc49-4146-a196-94e1994060b5 of type vlan for network fb981ce9-6d8f-4b5d-97a6-91dca20155c0 Jan 27 16:54:46.710671 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-f35d3eb2-f330-4a4c-a4f5-f94b2c25cb5d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740202591609'] for network (fb981ce9-6d8f-4b5d-97a6-91dca20155c0), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:46.738476 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-f35d3eb2-f330-4a4c-a4f5-f94b2c25cb5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092'] for network (fb981ce9-6d8f-4b5d-97a6-91dca20155c0), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:46.739497 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35d3eb2-f330-4a4c-a4f5-f94b2c25cb5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:46.740777 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-f35d3eb2-f330-4a4c-a4f5-f94b2c25cb5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032074'] for network (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:46.812674 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-f35d3eb2-f330-4a4c-a4f5-f94b2c25cb5d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3380551 Jan 27 16:54:46.815233 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 52782) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:54:46.822910 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.v2.base [None req-f14e3492-8ea6-4efb-ac5c-26c32a70fd94 admin admin] Request body: {'subnet': {'network_id': 'fb981ce9-6d8f-4b5d-97a6-91dca20155c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2045223837-subnet', 'tenant_id': 'e228d95db50745c9ac65952bd8aad0ec', 'ip_version': 4}} {{(pid=114095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:54:46.829148 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35d3eb2-f330-4a4c-a4f5-f94b2c25cb5d admin admin] Pushing event updated for resources: {'Network': ['ID=fb981ce9-6d8f-4b5d-97a6-91dca20155c0,revision_number=1']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:54:46.840514 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Network fb981ce9-6d8f-4b5d-97a6-91dca20155c0 details requested by agent ovs-agent-dv-cinder-818830-2-iscsi with host dv-cinder-818830-2-iscsi {{(pid=114096) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 16:54:46.856830 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f14e3492-8ea6-4efb-ac5c-26c32a70fd94 admin admin] Made reservation on behalf of e228d95db50745c9ac65952bd8aad0ec for: {'subnet': 1} {{(pid=114095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:54:46.859131 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-f14e3492-8ea6-4efb-ac5c-26c32a70fd94 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9200560'] for subnet (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:47.051391 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-f14e3492-8ea6-4efb-ac5c-26c32a70fd94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9200546'] for subnet (e74eee32-d9d7-4c8b-ae48-b3a76526aa3d), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:47.069379 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device 642e56d3-8a0e-4c81-8771-04540c55df24 up at agent ovs-agent-dv-cinder-818830-2-iscsi {{(pid=114096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:54:47.116097 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14e3492-8ea6-4efb-ac5c-26c32a70fd94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e74eee32-d9d7-4c8b-ae48-b3a76526aa3d,revision_number=0']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:54:47.124148 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14e3492-8ea6-4efb-ac5c-26c32a70fd94 admin admin] Checking segment: {'id': 'a07d998e-cc49-4146-a196-94e1994060b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'fb981ce9-6d8f-4b5d-97a6-91dca20155c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:54:47.124513 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14e3492-8ea6-4efb-ac5c-26c32a70fd94 admin admin] Network hostable DHCP agents. Network: fb981ce9-6d8f-4b5d-97a6-91dca20155c0, hostable agents: ['b49cc950-6aaa-44e3-a3c4-70b67101afab'], hosted agents: [] {{(pid=114095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 16:54:47.132685 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Provisioning complete for port 642e56d3-8a0e-4c81-8771-04540c55df24 triggered by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:54:47.133067 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (642e56d3-8a0e-4c81-8771-04540c55df24), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:47.143538 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14e3492-8ea6-4efb-ac5c-26c32a70fd94 admin admin] Network fb981ce9-6d8f-4b5d-97a6-91dca20155c0 is scheduled to be hosted by DHCP agent b49cc950-6aaa-44e3-a3c4-70b67101afab with binding_index 1 {{(pid=114095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 16:54:47.154004 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.scheduler.base_scheduler [None req-f14e3492-8ea6-4efb-ac5c-26c32a70fd94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818830-2-iscsi, fb981ce9-6d8f-4b5d-97a6-91dca20155c0) {{(pid=114095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:54:47.161775 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ac6061-e168-480c-8620-ab981e3cce0c None None] Network fb981ce9-6d8f-4b5d-97a6-91dca20155c0 requested from dv-cinder-818830-2-iscsi {{(pid=114096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 16:54:47.162883 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14e3492-8ea6-4efb-ac5c-26c32a70fd94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:47.163527 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-f14e3492-8ea6-4efb-ac5c-26c32a70fd94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032074'] for subnet (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:47.184178 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 52784) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:54:47.185629 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-f14e3492-8ea6-4efb-ac5c-26c32a70fd94 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3679752 Jan 27 16:54:47.190684 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.v2.base [None req-b38a1528-631f-47cf-934b-95e50ffd8633 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2045223837-router', 'tenant_id': 'e228d95db50745c9ac65952bd8aad0ec', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9'}}} {{(pid=114094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:54:47.215115 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-b38a1528-631f-47cf-934b-95e50ffd8633 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1809585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5362'] for router (d45b9790-493d-4230-bbca-e4229c8e0273), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:47.216187 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-b38a1528-631f-47cf-934b-95e50ffd8633 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1797579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5371'] for router (d45b9790-493d-4230-bbca-e4229c8e0273), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:47.274632 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-b38a1528-631f-47cf-934b-95e50ffd8633 admin admin] Publish callbacks [] for router_controller (d45b9790-493d-4230-bbca-e4229c8e0273), precommit_add_association {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:47.302097 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Current status of the port 642e56d3-8a0e-4c81-8771-04540c55df24 is: DOWN; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:54:47.302596 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (642e56d3-8a0e-4c81-8771-04540c55df24), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:47.312281 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3594122-84fe-4c40-8ed9-32ade22f3f07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c1acf8-e4cc-5fda-8a64-db3d56aaaedc-fb981ce9-6d8f-4b5d-97a6-91dca20155c0', 'network_id': 'fb981ce9-6d8f-4b5d-97a6-91dca20155c0', 'project_id': 'e228d95db50745c9ac65952bd8aad0ec', 'fixed_ips': [{'subnet_id': 'e74eee32-d9d7-4c8b-ae48-b3a76526aa3d'}]}} from dv-cinder-818830-2-iscsi. {{(pid=114096) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 16:54:47.313331 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-f3594122-84fe-4c40-8ed9-32ade22f3f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (None), before_create {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:47.340382 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] For port 642e56d3-8a0e-4c81-8771-04540c55df24, host dv-cinder-818830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818830-2-iscsi',level=0,port_id=642e56d3-8a0e-4c81-8771-04540c55df24,segment=NetworkSegment(9bd3a446-0196-4595-aa07-09a05d016e38),segment_id=9bd3a446-0196-4595-aa07-09a05d016e38)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:54:47.351227 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (642e56d3-8a0e-4c81-8771-04540c55df24), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:47.420644 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-b38a1528-631f-47cf-934b-95e50ffd8633 admin admin] Publish callbacks [] for router_gateway (d45b9790-493d-4230-bbca-e4229c8e0273), precommit_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:47.471783 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Pushing event updated for resources: {'Port': ['ID=642e56d3-8a0e-4c81-8771-04540c55df24,revision_number=4']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:54:47.520865 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.db_base_plugin_common [None req-f3594122-84fe-4c40-8ed9-32ade22f3f07 None None] Allocated IP 172.20.0.2 (fb981ce9-6d8f-4b5d-97a6-91dca20155c0/e74eee32-d9d7-4c8b-ae48-b3a76526aa3d/3ca6faf7-5962-400b-9590-67b9d48632bd) {{(pid=114096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:54:47.633396 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-b38a1528-631f-47cf-934b-95e50ffd8633 admin admin] Publish callbacks [] for router_gateway (d45b9790-493d-4230-bbca-e4229c8e0273), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:47.653057 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-b38a1528-631f-47cf-934b-95e50ffd8633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:47.681534 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-f3594122-84fe-4c40-8ed9-32ade22f3f07 None None] Publish callbacks [] for port (3ca6faf7-5962-400b-9590-67b9d48632bd), precommit_create {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:47.688357 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-f3594122-84fe-4c40-8ed9-32ade22f3f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740202573617'] for port (3ca6faf7-5962-400b-9590-67b9d48632bd), after_create {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:47.735824 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3594122-84fe-4c40-8ed9-32ade22f3f07 None None] Network fb981ce9-6d8f-4b5d-97a6-91dca20155c0 is already hosted by enough agents. {{(pid=114096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:54:47.737210 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3594122-84fe-4c40-8ed9-32ade22f3f07 None None] Pushing event updated for resources: {'Port': ['ID=3ca6faf7-5962-400b-9590-67b9d48632bd,revision_number=1']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:54:47.739728 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.scheduler.base_scheduler [None req-f3594122-84fe-4c40-8ed9-32ade22f3f07 None None] Resources bound (agent type, host, resource id): {{(pid=114096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:54:47.741893 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3594122-84fe-4c40-8ed9-32ade22f3f07 None None] Received port after_create {{(pid=114096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:54:47.776284 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.db_base_plugin_common [None req-b38a1528-631f-47cf-934b-95e50ffd8633 admin admin] Allocated IP 172.27.2.137 (7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9/3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf/361eb246-000e-45ac-a7bb-9e08c803a714) {{(pid=114094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:54:47.804699 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.managers [None req-f3594122-84fe-4c40-8ed9-32ade22f3f07 None None] Attempting to bind port 3ca6faf7-5962-400b-9590-67b9d48632bd on host dv-cinder-818830-2-iscsi for vnic_type normal with profile {{(pid=114096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:54:47.805794 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.managers [None req-f3594122-84fe-4c40-8ed9-32ade22f3f07 None None] Attempting to bind port 3ca6faf7-5962-400b-9590-67b9d48632bd by drivers openvswitch,hyperv on host dv-cinder-818830-2-iscsi at level 0 using segments [{'id': 'a07d998e-cc49-4146-a196-94e1994060b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'fb981ce9-6d8f-4b5d-97a6-91dca20155c0'}] {{(pid=114096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:54:47.805794 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3594122-84fe-4c40-8ed9-32ade22f3f07 None None] Attempting to bind port 3ca6faf7-5962-400b-9590-67b9d48632bd on network fb981ce9-6d8f-4b5d-97a6-91dca20155c0 {{(pid=114096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:54:47.811370 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3594122-84fe-4c40-8ed9-32ade22f3f07 None None] Checking agent: {'id': '492c1832-c7a3-4f77-b4ba-2ebdc28556bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818830-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 40, 53), 'started_at': datetime.datetime(2022, 1, 27, 16, 41, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818830-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:54:47.811879 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3594122-84fe-4c40-8ed9-32ade22f3f07 None None] Checking segment: {'id': 'a07d998e-cc49-4146-a196-94e1994060b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'fb981ce9-6d8f-4b5d-97a6-91dca20155c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:54:47.812283 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-f3594122-84fe-4c40-8ed9-32ade22f3f07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:47.812674 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3594122-84fe-4c40-8ed9-32ade22f3f07 None None] Bound using segment: {'id': 'a07d998e-cc49-4146-a196-94e1994060b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'fb981ce9-6d8f-4b5d-97a6-91dca20155c0'} {{(pid=114096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:54:47.813144 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.managers [None req-f3594122-84fe-4c40-8ed9-32ade22f3f07 None None] Bound port: 3ca6faf7-5962-400b-9590-67b9d48632bd, host: dv-cinder-818830-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a07d998e-cc49-4146-a196-94e1994060b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'fb981ce9-6d8f-4b5d-97a6-91dca20155c0'}}] {{(pid=114096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:54:47.813522 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-f3594122-84fe-4c40-8ed9-32ade22f3f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (3ca6faf7-5962-400b-9590-67b9d48632bd), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:47.874992 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-f3594122-84fe-4c40-8ed9-32ade22f3f07 None None] For port 3ca6faf7-5962-400b-9590-67b9d48632bd, host dv-cinder-818830-2-iscsi, cleared binding levels {{(pid=114096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:54:47.878188 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-f3594122-84fe-4c40-8ed9-32ade22f3f07 None None] For port 3ca6faf7-5962-400b-9590-67b9d48632bd, host dv-cinder-818830-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818830-2-iscsi',level=0,port_id=3ca6faf7-5962-400b-9590-67b9d48632bd,segment=NetworkSegment(a07d998e-cc49-4146-a196-94e1994060b5),segment_id=a07d998e-cc49-4146-a196-94e1994060b5)] {{(pid=114096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:54:47.882280 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-b38a1528-631f-47cf-934b-95e50ffd8633 admin admin] Publish callbacks [] for port (361eb246-000e-45ac-a7bb-9e08c803a714), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:47.882480 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-f3594122-84fe-4c40-8ed9-32ade22f3f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (3ca6faf7-5962-400b-9590-67b9d48632bd), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:47.916578 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-b38a1528-631f-47cf-934b-95e50ffd8633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740202573617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777202'] for port (361eb246-000e-45ac-a7bb-9e08c803a714), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:47.942092 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3594122-84fe-4c40-8ed9-32ade22f3f07 None None] Pushing event updated for resources: {'Port': ['ID=3ca6faf7-5962-400b-9590-67b9d48632bd,revision_number=2']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:54:47.956210 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38a1528-631f-47cf-934b-95e50ffd8633 admin admin] Network 7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9 is already hosted by enough agents. {{(pid=114094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:54:47.961626 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.base_scheduler [None req-b38a1528-631f-47cf-934b-95e50ffd8633 admin admin] Resources bound (agent type, host, resource id): {{(pid=114094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:54:47.965136 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38a1528-631f-47cf-934b-95e50ffd8633 admin admin] Received port after_create {{(pid=114094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:54:48.007355 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38a1528-631f-47cf-934b-95e50ffd8633 admin admin] Pushing event updated for resources: {'Port': ['ID=361eb246-000e-45ac-a7bb-9e08c803a714,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:54:48.251313 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-b38a1528-631f-47cf-934b-95e50ffd8633 admin admin] Publish callbacks [] for router_gateway (d45b9790-493d-4230-bbca-e4229c8e0273), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:48.397130 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (853c399d-72c7-467e-bd42-08a47e7fb1c3), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:48.443052 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-f63b6868-cafb-4e3a-84ea-bf0e13cc9885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (bdbd084a-7876-495d-b5d9-cf3ee18f0227), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:48.443305 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-b38a1528-631f-47cf-934b-95e50ffd8633 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1797566'] for router (d45b9790-493d-4230-bbca-e4229c8e0273), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:48.571540 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b38a1528-631f-47cf-934b-95e50ffd8633 admin admin] Router d45b9790-493d-4230-bbca-e4229c8e0273 is scheduled to L3 agent bdbd084a-7876-495d-b5d9-cf3ee18f0227 with binding_index 1 {{(pid=114094) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 16:54:48.679373 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b38a1528-631f-47cf-934b-95e50ffd8633 admin admin] Notify agent at l3_agent.dv-cinder-818830-2-iscsi the message routers_updated {{(pid=114094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 16:54:48.690825 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1588db75-8013-44a9-9fd4-bcbc6874dcf9 None None] Sync routers for ids ['d45b9790-493d-4230-bbca-e4229c8e0273'] in dv-cinder-818830-2-iscsi {{(pid=114097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 16:54:48.701571 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-b38a1528-631f-47cf-934b-95e50ffd8633 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:48.703209 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1588db75-8013-44a9-9fd4-bcbc6874dcf9 None None] Routers {'d45b9790-493d-4230-bbca-e4229c8e0273'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:54:48.703369 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-b38a1528-631f-47cf-934b-95e50ffd8633 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5165024 Jan 27 16:54:48.704032 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_hamode_db [None req-1588db75-8013-44a9-9fd4-bcbc6874dcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T16:54:48Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['d45b9790-493d-4230-bbca-e4229c8e0273'], 'active': True} {{(pid=114097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:54:48.706187 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 52790) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:54:48.785277 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c705c28a-bc9f-4a38-9918-a895bcdabd4c None None] Sync routers for ids ['b90512fd-15f2-4c4e-8f86-67964d88460e'] in dv-cinder-818830-2-iscsi {{(pid=114096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 16:54:48.799654 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c705c28a-bc9f-4a38-9918-a895bcdabd4c None None] Routers {'b90512fd-15f2-4c4e-8f86-67964d88460e'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:54:48.800322 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-c705c28a-bc9f-4a38-9918-a895bcdabd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T16:54:48Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['b90512fd-15f2-4c4e-8f86-67964d88460e'], 'active': True} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:54:48.830335 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_dvr_db [None req-1588db75-8013-44a9-9fd4-bcbc6874dcf9 None None] Set router d45b9790-493d-4230-bbca-e4229c8e0273 gateway port host: dv-cinder-818830-2-iscsi {{(pid=114097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:54:48.971926 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvr_db [None req-c705c28a-bc9f-4a38-9918-a895bcdabd4c None None] Set router b90512fd-15f2-4c4e-8f86-67964d88460e gateway port host: dv-cinder-818830-2-iscsi {{(pid=114096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:54:49.054260 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_hamode_db [None req-1588db75-8013-44a9-9fd4-bcbc6874dcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45b9790-493d-4230-bbca-e4229c8e0273', 'name': 'tempest-TestVolumeBootPattern-2045223837-router', 'tenant_id': 'e228d95db50745c9ac65952bd8aad0ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': '361eb246-000e-45ac-a7bb-9e08c803a714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:54:47Z', 'updated_at': '2022-01-27T16:54:48Z', 'revision_number': 3, 'project_id': 'e228d95db50745c9ac65952bd8aad0ec', 'gw_port': {'id': '361eb246-000e-45ac-a7bb-9e08c803a714', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a9:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd45b9790-493d-4230-bbca-e4229c8e0273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:54:47Z', 'updated_at': '2022-01-27T16:54:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi'}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:54:49.083981 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1588db75-8013-44a9-9fd4-bcbc6874dcf9 None None] Checking router: d45b9790-493d-4230-bbca-e4229c8e0273 for host: dv-cinder-818830-2-iscsi {{(pid=114097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 16:54:49.084704 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1588db75-8013-44a9-9fd4-bcbc6874dcf9 None None] Updating router d45b9790-493d-4230-bbca-e4229c8e0273 port 361eb246-000e-45ac-a7bb-9e08c803a714 binding host dv-cinder-818830-2-iscsi {{(pid=114097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 16:54:49.112692 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron_lib.callbacks.manager [None req-1588db75-8013-44a9-9fd4-bcbc6874dcf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (361eb246-000e-45ac-a7bb-9e08c803a714), before_update {{(pid=114097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:49.166342 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c07d87b-5c69-40af-87af-c8461606e1d4 None None] Network fb981ce9-6d8f-4b5d-97a6-91dca20155c0 requested from dv-cinder-818830-2-iscsi {{(pid=114096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 16:54:49.260349 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device 3ca6faf7-5962-400b-9590-67b9d48632bd up at agent ovs-agent-dv-cinder-818830-2-iscsi {{(pid=114096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:54:49.267027 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-59027a3e-6a47-46cb-b8c1-7cd9166c8267 None None] Provisioning complete for port 3ca6faf7-5962-400b-9590-67b9d48632bd triggered by entity DHCP. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:54:49.267212 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-59027a3e-6a47-46cb-b8c1-7cd9166c8267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (3ca6faf7-5962-400b-9590-67b9d48632bd), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:49.382736 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron_lib.callbacks.manager [None req-1588db75-8013-44a9-9fd4-bcbc6874dcf9 None None] Publish callbacks [] for port (361eb246-000e-45ac-a7bb-9e08c803a714), precommit_update {{(pid=114097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:49.390250 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron_lib.callbacks.manager [None req-1588db75-8013-44a9-9fd4-bcbc6874dcf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (361eb246-000e-45ac-a7bb-9e08c803a714), after_update {{(pid=114097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:49.440639 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97875390-8c97-4cf7-acc0-236475194cf0 None None] Pushing event updated for resources: {'Port': ['ID=361eb246-000e-45ac-a7bb-9e08c803a714,revision_number=2']} {{(pid=114097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:54:49.456122 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97875390-8c97-4cf7-acc0-236475194cf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:54:49.456122 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97875390-8c97-4cf7-acc0-236475194cf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:54:49.456436 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97875390-8c97-4cf7-acc0-236475194cf0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:54:49.456648 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97875390-8c97-4cf7-acc0-236475194cf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:54:49.456975 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97875390-8c97-4cf7-acc0-236475194cf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:54:49.457301 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97875390-8c97-4cf7-acc0-236475194cf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:54:49.458055 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97875390-8c97-4cf7-acc0-236475194cf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:54:49.458055 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97875390-8c97-4cf7-acc0-236475194cf0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:54:49.458257 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97875390-8c97-4cf7-acc0-236475194cf0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:54:49.458574 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97875390-8c97-4cf7-acc0-236475194cf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:54:49.458931 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97875390-8c97-4cf7-acc0-236475194cf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:54:49.459254 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97875390-8c97-4cf7-acc0-236475194cf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:54:49.459605 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97875390-8c97-4cf7-acc0-236475194cf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:54:49.468189 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.plugins.ml2.managers [None req-1588db75-8013-44a9-9fd4-bcbc6874dcf9 None None] Attempting to bind port 361eb246-000e-45ac-a7bb-9e08c803a714 on host dv-cinder-818830-2-iscsi for vnic_type normal with profile {{(pid=114097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:54:49.468963 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.plugins.ml2.managers [None req-1588db75-8013-44a9-9fd4-bcbc6874dcf9 None None] Attempting to bind port 361eb246-000e-45ac-a7bb-9e08c803a714 by drivers openvswitch,hyperv on host dv-cinder-818830-2-iscsi at level 0 using segments [{'id': '9bd3a446-0196-4595-aa07-09a05d016e38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9'}] {{(pid=114097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:54:49.471298 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Provisioning complete for port 3ca6faf7-5962-400b-9590-67b9d48632bd triggered by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:54:49.471815 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1588db75-8013-44a9-9fd4-bcbc6874dcf9 None None] Attempting to bind port 361eb246-000e-45ac-a7bb-9e08c803a714 on network 7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9 {{(pid=114097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:54:49.471917 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (3ca6faf7-5962-400b-9590-67b9d48632bd), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:49.477308 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1588db75-8013-44a9-9fd4-bcbc6874dcf9 None None] Checking agent: {'id': '492c1832-c7a3-4f77-b4ba-2ebdc28556bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818830-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 40, 53), 'started_at': datetime.datetime(2022, 1, 27, 16, 41, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818830-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:54:49.477689 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1588db75-8013-44a9-9fd4-bcbc6874dcf9 None None] Checking segment: {'id': '9bd3a446-0196-4595-aa07-09a05d016e38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:54:49.478644 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron_lib.callbacks.manager [None req-1588db75-8013-44a9-9fd4-bcbc6874dcf9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:49.479166 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1588db75-8013-44a9-9fd4-bcbc6874dcf9 None None] Bound using segment: {'id': '9bd3a446-0196-4595-aa07-09a05d016e38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9'} {{(pid=114097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:54:49.479728 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.plugins.ml2.managers [None req-1588db75-8013-44a9-9fd4-bcbc6874dcf9 None None] Bound port: 361eb246-000e-45ac-a7bb-9e08c803a714, host: dv-cinder-818830-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bd3a446-0196-4595-aa07-09a05d016e38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9'}}] {{(pid=114097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:54:49.480114 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron_lib.callbacks.manager [None req-1588db75-8013-44a9-9fd4-bcbc6874dcf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (361eb246-000e-45ac-a7bb-9e08c803a714), before_update {{(pid=114097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:49.489532 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-63d17b96-0265-4dc1-8d8e-082296ddc94c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:49.538612 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.plugins.ml2.db [None req-1588db75-8013-44a9-9fd4-bcbc6874dcf9 None None] For port 361eb246-000e-45ac-a7bb-9e08c803a714, host dv-cinder-818830-2-iscsi, cleared binding levels {{(pid=114097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:54:49.543686 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.plugins.ml2.db [None req-1588db75-8013-44a9-9fd4-bcbc6874dcf9 None None] For port 361eb246-000e-45ac-a7bb-9e08c803a714, host dv-cinder-818830-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818830-2-iscsi',level=0,port_id=361eb246-000e-45ac-a7bb-9e08c803a714,segment=NetworkSegment(9bd3a446-0196-4595-aa07-09a05d016e38),segment_id=9bd3a446-0196-4595-aa07-09a05d016e38)] {{(pid=114097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:54:49.554457 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron_lib.callbacks.manager [None req-1588db75-8013-44a9-9fd4-bcbc6874dcf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (361eb246-000e-45ac-a7bb-9e08c803a714), after_update {{(pid=114097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:49.585198 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-66ba84dd-632c-456a-bb12-6a575fe6244f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9495f383-87a2-4ffd-86dd-67b8d88d602c), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:49.585522 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-59027a3e-6a47-46cb-b8c1-7cd9166c8267 None None] Current status of the port 3ca6faf7-5962-400b-9590-67b9d48632bd is: DOWN; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:54:49.585890 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-59027a3e-6a47-46cb-b8c1-7cd9166c8267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (3ca6faf7-5962-400b-9590-67b9d48632bd), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:49.635446 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-59027a3e-6a47-46cb-b8c1-7cd9166c8267 None None] For port 3ca6faf7-5962-400b-9590-67b9d48632bd, host dv-cinder-818830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818830-2-iscsi',level=0,port_id=3ca6faf7-5962-400b-9590-67b9d48632bd,segment=NetworkSegment(a07d998e-cc49-4146-a196-94e1994060b5),segment_id=a07d998e-cc49-4146-a196-94e1994060b5)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:54:49.636050 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1588db75-8013-44a9-9fd4-bcbc6874dcf9 None None] Routers {'d45b9790-493d-4230-bbca-e4229c8e0273'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:54:49.636844 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_hamode_db [None req-1588db75-8013-44a9-9fd4-bcbc6874dcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T16:54:48Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['d45b9790-493d-4230-bbca-e4229c8e0273'], 'active': True} {{(pid=114097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:54:49.639022 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97875390-8c97-4cf7-acc0-236475194cf0 None None] Pushing event updated for resources: {'Port': ['ID=361eb246-000e-45ac-a7bb-9e08c803a714,revision_number=3']} {{(pid=114097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:54:49.685967 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.db_base_plugin_common [None req-63d17b96-0265-4dc1-8d8e-082296ddc94c admin admin] Allocated IP 172.20.0.1 (fb981ce9-6d8f-4b5d-97a6-91dca20155c0/e74eee32-d9d7-4c8b-ae48-b3a76526aa3d/67b2380f-c001-45f1-b525-8c59979b2df8) {{(pid=114094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:54:49.686982 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Current status of the port 3ca6faf7-5962-400b-9590-67b9d48632bd is: DOWN; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:54:49.687709 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (3ca6faf7-5962-400b-9590-67b9d48632bd), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:49.693661 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-59027a3e-6a47-46cb-b8c1-7cd9166c8267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (3ca6faf7-5962-400b-9590-67b9d48632bd), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:49.742021 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-c705c28a-bc9f-4a38-9918-a895bcdabd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90512fd-15f2-4c4e-8f86-67964d88460e', 'name': 'tempest-TestVolumeBootPattern-97804640-router', 'tenant_id': '4d8774be86e84ff7a66787d6f67c554e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '642e56d3-8a0e-4c81-8771-04540c55df24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:54:42Z', 'updated_at': '2022-01-27T16:54:45Z', 'revision_number': 4, 'project_id': '4d8774be86e84ff7a66787d6f67c554e', 'gw_port': {'id': '642e56d3-8a0e-4c81-8771-04540c55df24', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ce:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90512fd-15f2-4c4e-8f86-67964d88460e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:54:43Z', 'updated_at': '2022-01-27T16:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi', '_interfaces': [{'id': '4a1e16b0-90fe-42be-9aa0-b3c3f7dfcc82', 'name': '', 'network_id': '31086914-ef67-4638-ab4e-856fdab7280e', 'tenant_id': '4d8774be86e84ff7a66787d6f67c554e', 'mac_address': 'fa:16:3e:1b:56:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b90512fd-15f2-4c4e-8f86-67964d88460e', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '4f1f5f27-ec22-474d-84c0-06f0bcfbbeac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:54:44Z', 'updated_at': '2022-01-27T16:54:45Z', 'revision_number': 2, 'project_id': '4d8774be86e84ff7a66787d6f67c554e', 'subnets': [{'id': '4f1f5f27-ec22-474d-84c0-06f0bcfbbeac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:54:49.782697 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_dvr_db [None req-1588db75-8013-44a9-9fd4-bcbc6874dcf9 None None] Set router d45b9790-493d-4230-bbca-e4229c8e0273 gateway port host: dv-cinder-818830-2-iscsi {{(pid=114097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:54:49.791865 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c705c28a-bc9f-4a38-9918-a895bcdabd4c None None] Checking router: b90512fd-15f2-4c4e-8f86-67964d88460e for host: dv-cinder-818830-2-iscsi {{(pid=114096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 16:54:49.792221 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c705c28a-bc9f-4a38-9918-a895bcdabd4c None None] Updating router b90512fd-15f2-4c4e-8f86-67964d88460e port 4a1e16b0-90fe-42be-9aa0-b3c3f7dfcc82 binding host dv-cinder-818830-2-iscsi {{(pid=114096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 16:54:49.802947 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59027a3e-6a47-46cb-b8c1-7cd9166c8267 None None] Pushing event updated for resources: {'Port': ['ID=3ca6faf7-5962-400b-9590-67b9d48632bd,revision_number=3']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:54:49.855083 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-c705c28a-bc9f-4a38-9918-a895bcdabd4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (4a1e16b0-90fe-42be-9aa0-b3c3f7dfcc82), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:49.860913 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-f5cbd6a2-212e-4ab9-9e83-2149c6221329 req-4719b253-0838-4dd1-989c-8751b7167070 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7e2afd7a-cfd6-4228-b067-077d9f739343&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1690614 Jan 27 16:54:49.867460 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-63d17b96-0265-4dc1-8d8e-082296ddc94c admin admin] Publish callbacks [] for port (67b2380f-c001-45f1-b525-8c59979b2df8), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:49.877815 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.db.api [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114096) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 16:54:49.878232 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG oslo_db.api [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 16:54:49.925636 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-63d17b96-0265-4dc1-8d8e-082296ddc94c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740202573617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777202'] for port (67b2380f-c001-45f1-b525-8c59979b2df8), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:49.942732 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-3f9000e0-fa60-4b81-a234-53a09cb9bdda None None] Provisioning complete for port 3ca6faf7-5962-400b-9590-67b9d48632bd triggered by entity DHCP. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:54:49.943103 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-3f9000e0-fa60-4b81-a234-53a09cb9bdda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (3ca6faf7-5962-400b-9590-67b9d48632bd), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:50.003825 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d17b96-0265-4dc1-8d8e-082296ddc94c admin admin] Pushing event updated for resources: {'Port': ['ID=67b2380f-c001-45f1-b525-8c59979b2df8,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:54:50.021652 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_hamode_db [None req-1588db75-8013-44a9-9fd4-bcbc6874dcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45b9790-493d-4230-bbca-e4229c8e0273', 'name': 'tempest-TestVolumeBootPattern-2045223837-router', 'tenant_id': 'e228d95db50745c9ac65952bd8aad0ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': '361eb246-000e-45ac-a7bb-9e08c803a714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:54:47Z', 'updated_at': '2022-01-27T16:54:48Z', 'revision_number': 3, 'project_id': 'e228d95db50745c9ac65952bd8aad0ec', 'gw_port': {'id': '361eb246-000e-45ac-a7bb-9e08c803a714', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a9:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd45b9790-493d-4230-bbca-e4229c8e0273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:54:47Z', 'updated_at': '2022-01-27T16:54:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi'}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:54:50.045956 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d17b96-0265-4dc1-8d8e-082296ddc94c admin admin] Network fb981ce9-6d8f-4b5d-97a6-91dca20155c0 is already hosted by enough agents. {{(pid=114094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:54:50.047993 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d17b96-0265-4dc1-8d8e-082296ddc94c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:54:50.048957 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d17b96-0265-4dc1-8d8e-082296ddc94c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:54:50.049317 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d17b96-0265-4dc1-8d8e-082296ddc94c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:54:50.049666 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d17b96-0265-4dc1-8d8e-082296ddc94c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:54:50.050067 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d17b96-0265-4dc1-8d8e-082296ddc94c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:54:50.050310 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d17b96-0265-4dc1-8d8e-082296ddc94c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:54:50.050638 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d17b96-0265-4dc1-8d8e-082296ddc94c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:54:50.050963 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d17b96-0265-4dc1-8d8e-082296ddc94c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:54:50.051288 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d17b96-0265-4dc1-8d8e-082296ddc94c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:54:50.051636 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d17b96-0265-4dc1-8d8e-082296ddc94c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:54:50.051960 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d17b96-0265-4dc1-8d8e-082296ddc94c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:54:50.052703 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d17b96-0265-4dc1-8d8e-082296ddc94c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:54:50.053050 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d17b96-0265-4dc1-8d8e-082296ddc94c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:54:50.056474 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1588db75-8013-44a9-9fd4-bcbc6874dcf9 None None] The sync data for ids ['d45b9790-493d-4230-bbca-e4229c8e0273'] in dv-cinder-818830-2-iscsi is: [{'id': 'd45b9790-493d-4230-bbca-e4229c8e0273', 'name': 'tempest-TestVolumeBootPattern-2045223837-router', 'tenant_id': 'e228d95db50745c9ac65952bd8aad0ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': '361eb246-000e-45ac-a7bb-9e08c803a714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:54:47Z', 'updated_at': '2022-01-27T16:54:48Z', 'revision_number': 3, 'project_id': 'e228d95db50745c9ac65952bd8aad0ec', 'gw_port': {'id': '361eb246-000e-45ac-a7bb-9e08c803a714', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a9:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd45b9790-493d-4230-bbca-e4229c8e0273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:54:47Z', 'updated_at': '2022-01-27T16:54:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi'}] {{(pid=114097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 16:54:50.060814 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.base_scheduler [None req-63d17b96-0265-4dc1-8d8e-082296ddc94c admin admin] Resources bound (agent type, host, resource id): {{(pid=114094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:54:50.064116 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d17b96-0265-4dc1-8d8e-082296ddc94c admin admin] Received port after_create {{(pid=114094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:54:50.121604 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cbd6a2-212e-4ab9-9e83-2149c6221329 req-cf1b2912-44f7-48fe-820c-4107ededa3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:50.123211 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-f5cbd6a2-212e-4ab9-9e83-2149c6221329 req-cf1b2912-44f7-48fe-820c-4107ededa3f0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5c13f9d51cfe44de91903d2de6032c92&device_id=7e2afd7a-cfd6-4228-b067-077d9f739343 HTTP/1.1" status: 200 len: 1098 time: 0.1435931 Jan 27 16:54:50.126591 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-63d17b96-0265-4dc1-8d8e-082296ddc94c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1796555'] for router_interface (d45b9790-493d-4230-bbca-e4229c8e0273), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:50.282161 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-c705c28a-bc9f-4a38-9918-a895bcdabd4c None None] Publish callbacks [] for port (4a1e16b0-90fe-42be-9aa0-b3c3f7dfcc82), precommit_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:50.293422 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-c705c28a-bc9f-4a38-9918-a895bcdabd4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (4a1e16b0-90fe-42be-9aa0-b3c3f7dfcc82), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:50.342594 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bca865-6094-403b-a3aa-60e6d06f7d26 None None] Pushing event updated for resources: {'Port': ['ID=4a1e16b0-90fe-42be-9aa0-b3c3f7dfcc82,revision_number=3']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:54:50.436068 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-63d17b96-0265-4dc1-8d8e-082296ddc94c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (67b2380f-c001-45f1-b525-8c59979b2df8), before_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:50.490769 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cbd6a2-212e-4ab9-9e83-2149c6221329 req-dd8f20aa-402f-4c65-ad54-03178ae91d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:50.492662 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-f5cbd6a2-212e-4ab9-9e83-2149c6221329 req-dd8f20aa-402f-4c65-ad54-03178ae91d80 service neutron] 10.222.0.24 "GET /v2.0/networks?id=05347023-7f45-4941-9645-f74845d1ff41 HTTP/1.1" status: 200 len: 909 time: 0.3126762 Jan 27 16:54:50.494795 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Current status of the port 3ca6faf7-5962-400b-9590-67b9d48632bd is: ACTIVE; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:54:50.495778 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device 642e56d3-8a0e-4c81-8771-04540c55df24 up at agent ovs-agent-dv-cinder-818830-2-iscsi {{(pid=114096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:54:50.582716 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-3f9000e0-fa60-4b81-a234-53a09cb9bdda None None] Current status of the port 3ca6faf7-5962-400b-9590-67b9d48632bd is: ACTIVE; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:54:50.633388 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-f5cbd6a2-212e-4ab9-9e83-2149c6221329 req-53bedbaf-468b-4e77-9f86-fa3156a4f8f5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c6d1bb1-4016-470a-874a-0345faae637a HTTP/1.1" status: 200 len: 1001 time: 0.1316338 Jan 27 16:54:50.666390 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.managers [None req-c705c28a-bc9f-4a38-9918-a895bcdabd4c None None] Attempting to bind port 4a1e16b0-90fe-42be-9aa0-b3c3f7dfcc82 on host dv-cinder-818830-2-iscsi for vnic_type normal with profile {{(pid=114096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:54:50.666735 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.managers [None req-c705c28a-bc9f-4a38-9918-a895bcdabd4c None None] Attempting to bind port 4a1e16b0-90fe-42be-9aa0-b3c3f7dfcc82 by drivers openvswitch,hyperv on host dv-cinder-818830-2-iscsi at level 0 using segments [{'id': '7bf1178f-69a8-4a8f-a8bc-1f6a08989b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '31086914-ef67-4638-ab4e-856fdab7280e'}] {{(pid=114096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:54:50.667112 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c705c28a-bc9f-4a38-9918-a895bcdabd4c None None] Attempting to bind port 4a1e16b0-90fe-42be-9aa0-b3c3f7dfcc82 on network 31086914-ef67-4638-ab4e-856fdab7280e {{(pid=114096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:54:50.676289 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c705c28a-bc9f-4a38-9918-a895bcdabd4c None None] Checking agent: {'id': '492c1832-c7a3-4f77-b4ba-2ebdc28556bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818830-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 40, 53), 'started_at': datetime.datetime(2022, 1, 27, 16, 41, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818830-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:54:50.676692 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c705c28a-bc9f-4a38-9918-a895bcdabd4c None None] Checking segment: {'id': '7bf1178f-69a8-4a8f-a8bc-1f6a08989b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '31086914-ef67-4638-ab4e-856fdab7280e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:54:50.677083 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-c705c28a-bc9f-4a38-9918-a895bcdabd4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:50.677485 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c705c28a-bc9f-4a38-9918-a895bcdabd4c None None] Bound using segment: {'id': '7bf1178f-69a8-4a8f-a8bc-1f6a08989b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '31086914-ef67-4638-ab4e-856fdab7280e'} {{(pid=114096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:54:50.677967 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.managers [None req-c705c28a-bc9f-4a38-9918-a895bcdabd4c None None] Bound port: 4a1e16b0-90fe-42be-9aa0-b3c3f7dfcc82, host: dv-cinder-818830-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf1178f-69a8-4a8f-a8bc-1f6a08989b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '31086914-ef67-4638-ab4e-856fdab7280e'}}] {{(pid=114096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:54:50.678351 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-c705c28a-bc9f-4a38-9918-a895bcdabd4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (4a1e16b0-90fe-42be-9aa0-b3c3f7dfcc82), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:50.707498 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Provisioning complete for port 642e56d3-8a0e-4c81-8771-04540c55df24 triggered by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:54:50.707904 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (642e56d3-8a0e-4c81-8771-04540c55df24), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:50.743295 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cbd6a2-212e-4ab9-9e83-2149c6221329 req-bca5e00b-93c9-4e12-87a7-51ac1ec5d21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:50.745330 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-f5cbd6a2-212e-4ab9-9e83-2149c6221329 req-bca5e00b-93c9-4e12-87a7-51ac1ec5d21a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7ab5f392-687f-432c-88e9-dac8c277b717 HTTP/1.1" status: 200 len: 847 time: 0.1044230 Jan 27 16:54:50.770563 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-4a5ecd1d-ec9b-474c-8f53-732da4d8831f None None] Provisioning complete for port 67b2380f-c001-45f1-b525-8c59979b2df8 triggered by entity DHCP. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:54:50.770945 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-4a5ecd1d-ec9b-474c-8f53-732da4d8831f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (67b2380f-c001-45f1-b525-8c59979b2df8), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:50.831126 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-c705c28a-bc9f-4a38-9918-a895bcdabd4c None None] For port 4a1e16b0-90fe-42be-9aa0-b3c3f7dfcc82, host dv-cinder-818830-2-iscsi, cleared binding levels {{(pid=114096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:54:50.833404 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cbd6a2-212e-4ab9-9e83-2149c6221329 req-f4bb679f-2c2a-4d6b-8043-8cb4b19ded2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:50.834992 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-f5cbd6a2-212e-4ab9-9e83-2149c6221329 req-f4bb679f-2c2a-4d6b-8043-8cb4b19ded2d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=05347023-7f45-4941-9645-f74845d1ff41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0786655 Jan 27 16:54:50.835863 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-c705c28a-bc9f-4a38-9918-a895bcdabd4c None None] For port 4a1e16b0-90fe-42be-9aa0-b3c3f7dfcc82, host dv-cinder-818830-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818830-2-iscsi',level=0,port_id=4a1e16b0-90fe-42be-9aa0-b3c3f7dfcc82,segment=NetworkSegment(7bf1178f-69a8-4a8f-a8bc-1f6a08989b49),segment_id=7bf1178f-69a8-4a8f-a8bc-1f6a08989b49)] {{(pid=114096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:54:50.847478 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-c705c28a-bc9f-4a38-9918-a895bcdabd4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (4a1e16b0-90fe-42be-9aa0-b3c3f7dfcc82), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:50.856525 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-63d17b96-0265-4dc1-8d8e-082296ddc94c admin admin] Publish callbacks [] for port (67b2380f-c001-45f1-b525-8c59979b2df8), precommit_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:50.857387 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-4a5ecd1d-ec9b-474c-8f53-732da4d8831f None None] Port 67b2380f-c001-45f1-b525-8c59979b2df8 cannot update to ACTIVE because it is not bound. {{(pid=114096) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 16:54:50.868281 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-63d17b96-0265-4dc1-8d8e-082296ddc94c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8776969'] for port (67b2380f-c001-45f1-b525-8c59979b2df8), after_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:50.957115 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Current status of the port 642e56d3-8a0e-4c81-8771-04540c55df24 is: ACTIVE; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:54:50.960179 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c705c28a-bc9f-4a38-9918-a895bcdabd4c None None] Routers {'b90512fd-15f2-4c4e-8f86-67964d88460e'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:54:50.961165 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-c705c28a-bc9f-4a38-9918-a895bcdabd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T16:54:48Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['b90512fd-15f2-4c4e-8f86-67964d88460e'], 'active': True} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:54:50.987877 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-63d17b96-0265-4dc1-8d8e-082296ddc94c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2031918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1796219'] for router_interface (d45b9790-493d-4230-bbca-e4229c8e0273), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:51.008379 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bca865-6094-403b-a3aa-60e6d06f7d26 None None] Pushing event updated for resources: {'Port': ['ID=4a1e16b0-90fe-42be-9aa0-b3c3f7dfcc82,revision_number=4']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:54:51.042383 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-bc5f660c-dd18-4f98-8df2-9ef6e96d06fe None None] Provisioning complete for port 4a1e16b0-90fe-42be-9aa0-b3c3f7dfcc82 triggered by entity DHCP. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:54:51.042768 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-bc5f660c-dd18-4f98-8df2-9ef6e96d06fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (4a1e16b0-90fe-42be-9aa0-b3c3f7dfcc82), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:51.095831 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-f5cbd6a2-212e-4ab9-9e83-2149c6221329 req-668b3245-000b-40e2-9b53-7585917f6f32 service neutron] 10.222.0.24 "GET /v2.0/networks/05347023-7f45-4941-9645-f74845d1ff41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521391 Jan 27 16:54:51.204060 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-f5cbd6a2-212e-4ab9-9e83-2149c6221329 req-6fe9cd47-6f72-4716-99bc-b7a0803520aa service neutron] 10.222.0.24 "GET /v2.0/networks/05347023-7f45-4941-9645-f74845d1ff41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011133 Jan 27 16:54:51.204869 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d17b96-0265-4dc1-8d8e-082296ddc94c admin admin] Pushing event updated for resources: {'Port': ['ID=67b2380f-c001-45f1-b525-8c59979b2df8,revision_number=2']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:54:51.266698 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d17b96-0265-4dc1-8d8e-082296ddc94c admin admin] Network fb981ce9-6d8f-4b5d-97a6-91dca20155c0 is already hosted by enough agents. {{(pid=114094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:54:51.268523 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.base_scheduler [None req-63d17b96-0265-4dc1-8d8e-082296ddc94c admin admin] Resources bound (agent type, host, resource id): {{(pid=114094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:54:51.292922 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device 361eb246-000e-45ac-a7bb-9e08c803a714 up at agent ovs-agent-dv-cinder-818830-2-iscsi {{(pid=114096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:54:51.359818 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvr_db [None req-c705c28a-bc9f-4a38-9918-a895bcdabd4c None None] Set router b90512fd-15f2-4c4e-8f86-67964d88460e gateway port host: dv-cinder-818830-2-iscsi {{(pid=114096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:54:51.417654 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63d17b96-0265-4dc1-8d8e-082296ddc94c admin admin] Router d45b9790-493d-4230-bbca-e4229c8e0273 has already been hosted by L3 agent bdbd084a-7876-495d-b5d9-cf3ee18f0227 {{(pid=114094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 16:54:51.517627 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Provisioning complete for port 361eb246-000e-45ac-a7bb-9e08c803a714 triggered by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:54:51.518082 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (361eb246-000e-45ac-a7bb-9e08c803a714), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:51.522828 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-bc5f660c-dd18-4f98-8df2-9ef6e96d06fe None None] Current status of the port 4a1e16b0-90fe-42be-9aa0-b3c3f7dfcc82 is: DOWN; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:54:51.523210 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-bc5f660c-dd18-4f98-8df2-9ef6e96d06fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (4a1e16b0-90fe-42be-9aa0-b3c3f7dfcc82), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:51.550564 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63d17b96-0265-4dc1-8d8e-082296ddc94c admin admin] Notify agent at l3_agent.dv-cinder-818830-2-iscsi the message routers_updated {{(pid=114094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 16:54:51.558517 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-63d17b96-0265-4dc1-8d8e-082296ddc94c admin admin] 10.222.0.48 "PUT /v2.0/routers/d45b9790-493d-4230-bbca-e4229c8e0273/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8496783 Jan 27 16:54:51.610663 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-d66b1738-fecd-429f-97ae-c3b5c23d3d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9d445c8f-179b-40e3-9cb5-ffaa95aecd6a), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:51.637753 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-bc5f660c-dd18-4f98-8df2-9ef6e96d06fe None None] For port 4a1e16b0-90fe-42be-9aa0-b3c3f7dfcc82, host dv-cinder-818830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818830-2-iscsi',level=0,port_id=4a1e16b0-90fe-42be-9aa0-b3c3f7dfcc82,segment=NetworkSegment(7bf1178f-69a8-4a8f-a8bc-1f6a08989b49),segment_id=7bf1178f-69a8-4a8f-a8bc-1f6a08989b49)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:54:51.645522 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-bc5f660c-dd18-4f98-8df2-9ef6e96d06fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (4a1e16b0-90fe-42be-9aa0-b3c3f7dfcc82), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:51.753891 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Current status of the port 361eb246-000e-45ac-a7bb-9e08c803a714 is: DOWN; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:54:51.754279 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (361eb246-000e-45ac-a7bb-9e08c803a714), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:51.768033 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5f660c-dd18-4f98-8df2-9ef6e96d06fe None None] Pushing event updated for resources: {'Port': ['ID=4a1e16b0-90fe-42be-9aa0-b3c3f7dfcc82,revision_number=5']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:54:51.790012 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] For port 361eb246-000e-45ac-a7bb-9e08c803a714, host dv-cinder-818830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818830-2-iscsi',level=0,port_id=361eb246-000e-45ac-a7bb-9e08c803a714,segment=NetworkSegment(9bd3a446-0196-4595-aa07-09a05d016e38),segment_id=9bd3a446-0196-4595-aa07-09a05d016e38)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:54:51.798681 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (361eb246-000e-45ac-a7bb-9e08c803a714), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:51.799457 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device 3ca6faf7-5962-400b-9590-67b9d48632bd up at agent ovs-agent-dv-cinder-818830-2-iscsi {{(pid=114096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:54:51.804548 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-e29de288-4bc1-4eea-8a4a-df5a5d7c8315 None None] Provisioning complete for port 4a1e16b0-90fe-42be-9aa0-b3c3f7dfcc82 triggered by entity DHCP. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:54:51.804904 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-e29de288-4bc1-4eea-8a4a-df5a5d7c8315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (4a1e16b0-90fe-42be-9aa0-b3c3f7dfcc82), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:51.874529 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-c705c28a-bc9f-4a38-9918-a895bcdabd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90512fd-15f2-4c4e-8f86-67964d88460e', 'name': 'tempest-TestVolumeBootPattern-97804640-router', 'tenant_id': '4d8774be86e84ff7a66787d6f67c554e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '642e56d3-8a0e-4c81-8771-04540c55df24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:54:42Z', 'updated_at': '2022-01-27T16:54:45Z', 'revision_number': 4, 'project_id': '4d8774be86e84ff7a66787d6f67c554e', 'gw_port': {'id': '642e56d3-8a0e-4c81-8771-04540c55df24', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ce:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90512fd-15f2-4c4e-8f86-67964d88460e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:54:43Z', 'updated_at': '2022-01-27T16:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi', '_interfaces': [{'id': '4a1e16b0-90fe-42be-9aa0-b3c3f7dfcc82', 'name': '', 'network_id': '31086914-ef67-4638-ab4e-856fdab7280e', 'tenant_id': '4d8774be86e84ff7a66787d6f67c554e', 'mac_address': 'fa:16:3e:1b:56:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b90512fd-15f2-4c4e-8f86-67964d88460e', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '4f1f5f27-ec22-474d-84c0-06f0bcfbbeac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:54:44Z', 'updated_at': '2022-01-27T16:54:50Z', 'revision_number': 4, 'project_id': '4d8774be86e84ff7a66787d6f67c554e', 'subnets': [{'id': '4f1f5f27-ec22-474d-84c0-06f0bcfbbeac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:54:51.919179 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c705c28a-bc9f-4a38-9918-a895bcdabd4c None None] The sync data for ids ['b90512fd-15f2-4c4e-8f86-67964d88460e'] in dv-cinder-818830-2-iscsi is: [{'id': 'b90512fd-15f2-4c4e-8f86-67964d88460e', 'name': 'tempest-TestVolumeBootPattern-97804640-router', 'tenant_id': '4d8774be86e84ff7a66787d6f67c554e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '642e56d3-8a0e-4c81-8771-04540c55df24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:54:42Z', 'updated_at': '2022-01-27T16:54:45Z', 'revision_number': 4, 'project_id': '4d8774be86e84ff7a66787d6f67c554e', 'gw_port': {'id': '642e56d3-8a0e-4c81-8771-04540c55df24', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ce:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90512fd-15f2-4c4e-8f86-67964d88460e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:54:43Z', 'updated_at': '2022-01-27T16:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi', '_interfaces': [{'id': '4a1e16b0-90fe-42be-9aa0-b3c3f7dfcc82', 'name': '', 'network_id': '31086914-ef67-4638-ab4e-856fdab7280e', 'tenant_id': '4d8774be86e84ff7a66787d6f67c554e', 'mac_address': 'fa:16:3e:1b:56:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b90512fd-15f2-4c4e-8f86-67964d88460e', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '4f1f5f27-ec22-474d-84c0-06f0bcfbbeac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:54:44Z', 'updated_at': '2022-01-27T16:54:50Z', 'revision_number': 4, 'project_id': '4d8774be86e84ff7a66787d6f67c554e', 'subnets': [{'id': '4f1f5f27-ec22-474d-84c0-06f0bcfbbeac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 16:54:51.949613 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Pushing event updated for resources: {'Port': ['ID=361eb246-000e-45ac-a7bb-9e08c803a714,revision_number=4']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:54:51.991304 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Provisioning complete for port 3ca6faf7-5962-400b-9590-67b9d48632bd triggered by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:54:51.991705 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (3ca6faf7-5962-400b-9590-67b9d48632bd), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:52.029144 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-e29de288-4bc1-4eea-8a4a-df5a5d7c8315 None None] Current status of the port 4a1e16b0-90fe-42be-9aa0-b3c3f7dfcc82 is: ACTIVE; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:54:52.051540 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-e29de288-4bc1-4eea-8a4a-df5a5d7c8315 None None] Provisioning complete for port 67b2380f-c001-45f1-b525-8c59979b2df8 triggered by entity DHCP. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:54:52.051943 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-e29de288-4bc1-4eea-8a4a-df5a5d7c8315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (67b2380f-c001-45f1-b525-8c59979b2df8), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:52.120672 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-e29de288-4bc1-4eea-8a4a-df5a5d7c8315 None None] Port 67b2380f-c001-45f1-b525-8c59979b2df8 cannot update to ACTIVE because it is not bound. {{(pid=114096) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 16:54:52.126138 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Current status of the port 3ca6faf7-5962-400b-9590-67b9d48632bd is: ACTIVE; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:54:52.208889 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 52820) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:54:52.213705 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.v2.base [None req-64a3e9b8-0984-4b9c-83bc-d7552c2ddc8c tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-962365757', 'description': 'tempest-secgroup-smoke-962365757 description', 'project_id': '4d8774be86e84ff7a66787d6f67c554e'}} {{(pid=114094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:54:52.236904 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-64a3e9b8-0984-4b9c-83bc-d7552c2ddc8c tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks [] for security_group (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:52.308903 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-64a3e9b8-0984-4b9c-83bc-d7552c2ddc8c tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks [] for security_group (1472d445-c789-4bc7-8d41-a03ed1a5e9dc), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:52.313316 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-64a3e9b8-0984-4b9c-83bc-d7552c2ddc8c tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (1472d445-c789-4bc7-8d41-a03ed1a5e9dc), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:52.348911 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a3e9b8-0984-4b9c-83bc-d7552c2ddc8c tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1472d445-c789-4bc7-8d41-a03ed1a5e9dc,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:54:52.353667 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-64a3e9b8-0984-4b9c-83bc-d7552c2ddc8c tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks [] for security_group (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:52.354920 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-64a3e9b8-0984-4b9c-83bc-d7552c2ddc8c tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1450200 Jan 27 16:54:52.357800 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 52826) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:54:52.362436 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.v2.base [None req-e4a5fadf-d6f4-4244-bd31-0d44d973cba1 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Request body: {'security_group_rule': {'security_group_id': '1472d445-c789-4bc7-8d41-a03ed1a5e9dc', 'project_id': '4d8774be86e84ff7a66787d6f67c554e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:54:52.394435 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a4d12c-c9be-4aef-88d6-b18dbef1ac6b None None] Sync routers for ids ['d45b9790-493d-4230-bbca-e4229c8e0273'] in dv-cinder-818830-2-iscsi {{(pid=114097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 16:54:52.396805 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-e4a5fadf-d6f4-4244-bd31-0d44d973cba1 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks [] for security_group_rule (0a0fbcd9-8c45-4d1d-8af7-2923d7475035), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:52.411077 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a4d12c-c9be-4aef-88d6-b18dbef1ac6b None None] Routers {'d45b9790-493d-4230-bbca-e4229c8e0273'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:54:52.411818 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_hamode_db [None req-27a4d12c-c9be-4aef-88d6-b18dbef1ac6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T16:54:48Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['d45b9790-493d-4230-bbca-e4229c8e0273'], 'active': True} {{(pid=114097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:54:52.484249 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-e4a5fadf-d6f4-4244-bd31-0d44d973cba1 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks [] for security_group_rule (0a0fbcd9-8c45-4d1d-8af7-2923d7475035), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:52.490394 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-e4a5fadf-d6f4-4244-bd31-0d44d973cba1 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077574'] for security_group_rule (0a0fbcd9-8c45-4d1d-8af7-2923d7475035), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:52.522412 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a5fadf-d6f4-4244-bd31-0d44d973cba1 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a0fbcd9-8c45-4d1d-8af7-2923d7475035,revision_number=0']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:54:52.539133 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-e4a5fadf-d6f4-4244-bd31-0d44d973cba1 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:52.544305 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 52830) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:54:52.547116 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-e4a5fadf-d6f4-4244-bd31-0d44d973cba1 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1881678 Jan 27 16:54:52.550467 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.v2.base [None req-8b59b99f-7507-4dfb-8312-f5240c5bd498 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Request body: {'security_group_rule': {'security_group_id': '1472d445-c789-4bc7-8d41-a03ed1a5e9dc', 'project_id': '4d8774be86e84ff7a66787d6f67c554e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:54:52.586890 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-8b59b99f-7507-4dfb-8312-f5240c5bd498 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks [] for security_group_rule (07f93e6c-65eb-43cb-94fe-ad44769c4f76), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:52.610458 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (492c1832-c7a3-4f77-b4ba-2ebdc28556bf), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:52.661035 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.agents_db [None req-5545c54b-af05-4075-94be-94e2438c302a None None] Agent healthcheck: found 6 active agents {{(pid=114097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 16:54:52.666642 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-8b59b99f-7507-4dfb-8312-f5240c5bd498 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks [] for security_group_rule (07f93e6c-65eb-43cb-94fe-ad44769c4f76), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:52.667158 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_dvr_db [None req-27a4d12c-c9be-4aef-88d6-b18dbef1ac6b None None] Set router d45b9790-493d-4230-bbca-e4229c8e0273 gateway port host: dv-cinder-818830-2-iscsi {{(pid=114097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:54:52.671468 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-8b59b99f-7507-4dfb-8312-f5240c5bd498 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077574'] for security_group_rule (07f93e6c-65eb-43cb-94fe-ad44769c4f76), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:52.691928 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b59b99f-7507-4dfb-8312-f5240c5bd498 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07f93e6c-65eb-43cb-94fe-ad44769c4f76,revision_number=0']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:54:52.698876 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-8b59b99f-7507-4dfb-8312-f5240c5bd498 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:52.700616 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-8b59b99f-7507-4dfb-8312-f5240c5bd498 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1547146 Jan 27 16:54:52.703203 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 52838) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:54:52.707871 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.v2.base [None req-a236f319-46e7-4f01-8f00-df70b737c214 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Request body: {'security_group_rule': {'security_group_id': '1472d445-c789-4bc7-8d41-a03ed1a5e9dc', 'project_id': '4d8774be86e84ff7a66787d6f67c554e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:54:52.742797 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-a236f319-46e7-4f01-8f00-df70b737c214 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks [] for security_group_rule (0bf0bdfd-4762-4f9a-bd00-5f43f2629231), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:52.821381 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-a236f319-46e7-4f01-8f00-df70b737c214 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks [] for security_group_rule (0bf0bdfd-4762-4f9a-bd00-5f43f2629231), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:52.828210 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-a236f319-46e7-4f01-8f00-df70b737c214 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077574'] for security_group_rule (0bf0bdfd-4762-4f9a-bd00-5f43f2629231), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:52.856687 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a236f319-46e7-4f01-8f00-df70b737c214 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bf0bdfd-4762-4f9a-bd00-5f43f2629231,revision_number=0']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:54:52.864579 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-a236f319-46e7-4f01-8f00-df70b737c214 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:52.865906 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-a236f319-46e7-4f01-8f00-df70b737c214 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1615715 Jan 27 16:54:52.868621 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 52846) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:54:52.873777 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.v2.base [None req-0b01cfa0-2669-405b-babc-bdfecea82f4e tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Request body: {'security_group_rule': {'security_group_id': '1472d445-c789-4bc7-8d41-a03ed1a5e9dc', 'project_id': '4d8774be86e84ff7a66787d6f67c554e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:54:52.913985 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-0b01cfa0-2669-405b-babc-bdfecea82f4e tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks [] for security_group_rule (61857d7d-3a33-465a-ae7d-3984b926adb2), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:52.940381 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_hamode_db [None req-27a4d12c-c9be-4aef-88d6-b18dbef1ac6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45b9790-493d-4230-bbca-e4229c8e0273', 'name': 'tempest-TestVolumeBootPattern-2045223837-router', 'tenant_id': 'e228d95db50745c9ac65952bd8aad0ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': '361eb246-000e-45ac-a7bb-9e08c803a714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:54:47Z', 'updated_at': '2022-01-27T16:54:50Z', 'revision_number': 4, 'project_id': 'e228d95db50745c9ac65952bd8aad0ec', 'gw_port': {'id': '361eb246-000e-45ac-a7bb-9e08c803a714', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45b9790-493d-4230-bbca-e4229c8e0273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:54:47Z', 'updated_at': '2022-01-27T16:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi', '_interfaces': [{'id': '67b2380f-c001-45f1-b525-8c59979b2df8', 'name': '', 'network_id': 'fb981ce9-6d8f-4b5d-97a6-91dca20155c0', 'tenant_id': 'e228d95db50745c9ac65952bd8aad0ec', 'mac_address': 'fa:16:3e:bd:89:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd45b9790-493d-4230-bbca-e4229c8e0273', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'e74eee32-d9d7-4c8b-ae48-b3a76526aa3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:54:49Z', 'updated_at': '2022-01-27T16:54:50Z', 'revision_number': 2, 'project_id': 'e228d95db50745c9ac65952bd8aad0ec', 'subnets': [{'id': 'e74eee32-d9d7-4c8b-ae48-b3a76526aa3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:54:52.969520 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a4d12c-c9be-4aef-88d6-b18dbef1ac6b None None] Checking router: d45b9790-493d-4230-bbca-e4229c8e0273 for host: dv-cinder-818830-2-iscsi {{(pid=114097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 16:54:52.969876 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a4d12c-c9be-4aef-88d6-b18dbef1ac6b None None] Updating router d45b9790-493d-4230-bbca-e4229c8e0273 port 67b2380f-c001-45f1-b525-8c59979b2df8 binding host dv-cinder-818830-2-iscsi {{(pid=114097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 16:54:52.979229 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41dea10-6450-481e-ae00-3f2b0e378d84 req-c0ec8542-b46a-4367-be3b-9995e02ce611 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:52.980874 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-b41dea10-6450-481e-ae00-3f2b0e378d84 req-c0ec8542-b46a-4367-be3b-9995e02ce611 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=094ca1ee-6735-4773-88c3-f81551f79fec HTTP/1.1" status: 200 len: 946 time: 0.0793633 Jan 27 16:54:52.998628 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron_lib.callbacks.manager [None req-27a4d12c-c9be-4aef-88d6-b18dbef1ac6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (67b2380f-c001-45f1-b525-8c59979b2df8), before_update {{(pid=114097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:53.005884 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-0b01cfa0-2669-405b-babc-bdfecea82f4e tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks [] for security_group_rule (61857d7d-3a33-465a-ae7d-3984b926adb2), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:53.018315 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-0b01cfa0-2669-405b-babc-bdfecea82f4e tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077574'] for security_group_rule (61857d7d-3a33-465a-ae7d-3984b926adb2), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:53.053736 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b01cfa0-2669-405b-babc-bdfecea82f4e tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61857d7d-3a33-465a-ae7d-3984b926adb2,revision_number=0']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:54:53.066752 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-b41dea10-6450-481e-ae00-3f2b0e378d84 req-3ff92ede-f030-4fb4-8c30-d413d6037589 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb2f1526-28f2-4b52-8439-abb91f5f29fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754144 Jan 27 16:54:53.070230 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-0b01cfa0-2669-405b-babc-bdfecea82f4e tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:53.071327 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-0b01cfa0-2669-405b-babc-bdfecea82f4e tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2014613 Jan 27 16:54:53.074275 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 52848) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:54:53.078754 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.v2.base [None req-aa2b6a63-25d3-4c58-abad-3f3f03691706 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Request body: {'security_group_rule': {'security_group_id': '1472d445-c789-4bc7-8d41-a03ed1a5e9dc', 'project_id': '4d8774be86e84ff7a66787d6f67c554e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:54:53.116752 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.db.securitygroups_db [None req-aa2b6a63-25d3-4c58-abad-3f3f03691706 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Project 4d8774be86e84ff7a66787d6f67c554e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 16:54:53.123386 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-aa2b6a63-25d3-4c58-abad-3f3f03691706 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks [] for security_group_rule (8fe1c4a7-fed5-43ce-941a-45921c4d5bd9), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:53.150417 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device 361eb246-000e-45ac-a7bb-9e08c803a714 up at agent ovs-agent-dv-cinder-818830-2-iscsi {{(pid=114096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:54:53.201407 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-aa2b6a63-25d3-4c58-abad-3f3f03691706 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks [] for security_group_rule (8fe1c4a7-fed5-43ce-941a-45921c4d5bd9), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:53.205810 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-aa2b6a63-25d3-4c58-abad-3f3f03691706 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077574'] for security_group_rule (8fe1c4a7-fed5-43ce-941a-45921c4d5bd9), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:53.207830 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Provisioning complete for port 361eb246-000e-45ac-a7bb-9e08c803a714 triggered by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:54:53.208264 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (361eb246-000e-45ac-a7bb-9e08c803a714), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:53.226152 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2b6a63-25d3-4c58-abad-3f3f03691706 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fe1c4a7-fed5-43ce-941a-45921c4d5bd9,revision_number=0']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:54:53.232608 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-aa2b6a63-25d3-4c58-abad-3f3f03691706 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:53.237154 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 52850) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:54:53.239752 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-aa2b6a63-25d3-4c58-abad-3f3f03691706 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1607904 Jan 27 16:54:53.243047 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.v2.base [None req-aa8f2211-8ca6-45d3-8bb3-a4f7ee7ffd89 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Request body: {'security_group_rule': {'security_group_id': '1472d445-c789-4bc7-8d41-a03ed1a5e9dc', 'project_id': '4d8774be86e84ff7a66787d6f67c554e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:54:53.267745 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.db.securitygroups_db [None req-aa8f2211-8ca6-45d3-8bb3-a4f7ee7ffd89 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Project 4d8774be86e84ff7a66787d6f67c554e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 16:54:53.273236 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-aa8f2211-8ca6-45d3-8bb3-a4f7ee7ffd89 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks [] for security_group_rule (9183a54e-4fd7-43d0-aa7f-8bee1dcc5805), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:53.295403 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Current status of the port 361eb246-000e-45ac-a7bb-9e08c803a714 is: ACTIVE; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:54:53.296814 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device 4a1e16b0-90fe-42be-9aa0-b3c3f7dfcc82 up at agent ovs-agent-dv-cinder-818830-2-iscsi {{(pid=114096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:54:53.326684 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron_lib.callbacks.manager [None req-27a4d12c-c9be-4aef-88d6-b18dbef1ac6b None None] Publish callbacks [] for port (67b2380f-c001-45f1-b525-8c59979b2df8), precommit_update {{(pid=114097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:53.333769 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron_lib.callbacks.manager [None req-27a4d12c-c9be-4aef-88d6-b18dbef1ac6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (67b2380f-c001-45f1-b525-8c59979b2df8), after_update {{(pid=114097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:53.336909 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-aa8f2211-8ca6-45d3-8bb3-a4f7ee7ffd89 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks [] for security_group_rule (9183a54e-4fd7-43d0-aa7f-8bee1dcc5805), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:53.342666 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-aa8f2211-8ca6-45d3-8bb3-a4f7ee7ffd89 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077574'] for security_group_rule (9183a54e-4fd7-43d0-aa7f-8bee1dcc5805), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:53.350178 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Provisioning complete for port 4a1e16b0-90fe-42be-9aa0-b3c3f7dfcc82 triggered by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:54:53.350678 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (4a1e16b0-90fe-42be-9aa0-b3c3f7dfcc82), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:53.367360 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-aa8f2211-8ca6-45d3-8bb3-a4f7ee7ffd89 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:53.370283 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-aa8f2211-8ca6-45d3-8bb3-a4f7ee7ffd89 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1314561 Jan 27 16:54:53.373835 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8f2211-8ca6-45d3-8bb3-a4f7ee7ffd89 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9183a54e-4fd7-43d0-aa7f-8bee1dcc5805,revision_number=0']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:54:53.387560 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e1ccc9-cd32-46f1-8717-fffad717b781 None None] Pushing event updated for resources: {'Port': ['ID=67b2380f-c001-45f1-b525-8c59979b2df8,revision_number=3']} {{(pid=114097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:54:53.440487 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.plugins.ml2.managers [None req-27a4d12c-c9be-4aef-88d6-b18dbef1ac6b None None] Attempting to bind port 67b2380f-c001-45f1-b525-8c59979b2df8 on host dv-cinder-818830-2-iscsi for vnic_type normal with profile {{(pid=114097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:54:53.441154 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.plugins.ml2.managers [None req-27a4d12c-c9be-4aef-88d6-b18dbef1ac6b None None] Attempting to bind port 67b2380f-c001-45f1-b525-8c59979b2df8 by drivers openvswitch,hyperv on host dv-cinder-818830-2-iscsi at level 0 using segments [{'id': 'a07d998e-cc49-4146-a196-94e1994060b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'fb981ce9-6d8f-4b5d-97a6-91dca20155c0'}] {{(pid=114097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:54:53.442273 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a4d12c-c9be-4aef-88d6-b18dbef1ac6b None None] Attempting to bind port 67b2380f-c001-45f1-b525-8c59979b2df8 on network fb981ce9-6d8f-4b5d-97a6-91dca20155c0 {{(pid=114097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:54:53.453239 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a4d12c-c9be-4aef-88d6-b18dbef1ac6b None None] Checking agent: {'id': '492c1832-c7a3-4f77-b4ba-2ebdc28556bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818830-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 40, 53), 'started_at': datetime.datetime(2022, 1, 27, 16, 41, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818830-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:54:53.453862 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a4d12c-c9be-4aef-88d6-b18dbef1ac6b None None] Checking segment: {'id': 'a07d998e-cc49-4146-a196-94e1994060b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'fb981ce9-6d8f-4b5d-97a6-91dca20155c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:54:53.454500 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron_lib.callbacks.manager [None req-27a4d12c-c9be-4aef-88d6-b18dbef1ac6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:53.455083 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a4d12c-c9be-4aef-88d6-b18dbef1ac6b None None] Bound using segment: {'id': 'a07d998e-cc49-4146-a196-94e1994060b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'fb981ce9-6d8f-4b5d-97a6-91dca20155c0'} {{(pid=114097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:54:53.455762 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.plugins.ml2.managers [None req-27a4d12c-c9be-4aef-88d6-b18dbef1ac6b None None] Bound port: 67b2380f-c001-45f1-b525-8c59979b2df8, host: dv-cinder-818830-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a07d998e-cc49-4146-a196-94e1994060b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'fb981ce9-6d8f-4b5d-97a6-91dca20155c0'}}] {{(pid=114097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:54:53.456233 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron_lib.callbacks.manager [None req-27a4d12c-c9be-4aef-88d6-b18dbef1ac6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (67b2380f-c001-45f1-b525-8c59979b2df8), before_update {{(pid=114097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:53.456573 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Current status of the port 4a1e16b0-90fe-42be-9aa0-b3c3f7dfcc82 is: ACTIVE; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:54:53.537376 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.plugins.ml2.db [None req-27a4d12c-c9be-4aef-88d6-b18dbef1ac6b None None] For port 67b2380f-c001-45f1-b525-8c59979b2df8, host dv-cinder-818830-2-iscsi, cleared binding levels {{(pid=114097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:54:53.541591 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.plugins.ml2.db [None req-27a4d12c-c9be-4aef-88d6-b18dbef1ac6b None None] For port 67b2380f-c001-45f1-b525-8c59979b2df8, host dv-cinder-818830-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818830-2-iscsi',level=0,port_id=67b2380f-c001-45f1-b525-8c59979b2df8,segment=NetworkSegment(a07d998e-cc49-4146-a196-94e1994060b5),segment_id=a07d998e-cc49-4146-a196-94e1994060b5)] {{(pid=114097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:54:53.548950 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron_lib.callbacks.manager [None req-27a4d12c-c9be-4aef-88d6-b18dbef1ac6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (67b2380f-c001-45f1-b525-8c59979b2df8), after_update {{(pid=114097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:53.621338 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a4d12c-c9be-4aef-88d6-b18dbef1ac6b None None] Routers {'d45b9790-493d-4230-bbca-e4229c8e0273'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:54:53.622022 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_hamode_db [None req-27a4d12c-c9be-4aef-88d6-b18dbef1ac6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T16:54:48Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['d45b9790-493d-4230-bbca-e4229c8e0273'], 'active': True} {{(pid=114097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:54:53.624827 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e1ccc9-cd32-46f1-8717-fffad717b781 None None] Pushing event updated for resources: {'Port': ['ID=67b2380f-c001-45f1-b525-8c59979b2df8,revision_number=4']} {{(pid=114097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:54:53.656240 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-4842667d-a82d-45ac-b4a3-1f124d423af9 None None] Provisioning complete for port 67b2380f-c001-45f1-b525-8c59979b2df8 triggered by entity DHCP. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:54:53.656805 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-4842667d-a82d-45ac-b4a3-1f124d423af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (67b2380f-c001-45f1-b525-8c59979b2df8), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:53.745039 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-4842667d-a82d-45ac-b4a3-1f124d423af9 None None] Current status of the port 67b2380f-c001-45f1-b525-8c59979b2df8 is: DOWN; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:54:53.745463 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-4842667d-a82d-45ac-b4a3-1f124d423af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (67b2380f-c001-45f1-b525-8c59979b2df8), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:53.759181 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_dvr_db [None req-27a4d12c-c9be-4aef-88d6-b18dbef1ac6b None None] Set router d45b9790-493d-4230-bbca-e4229c8e0273 gateway port host: dv-cinder-818830-2-iscsi {{(pid=114097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:54:53.786976 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-4842667d-a82d-45ac-b4a3-1f124d423af9 None None] For port 67b2380f-c001-45f1-b525-8c59979b2df8, host dv-cinder-818830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818830-2-iscsi',level=0,port_id=67b2380f-c001-45f1-b525-8c59979b2df8,segment=NetworkSegment(a07d998e-cc49-4146-a196-94e1994060b5),segment_id=a07d998e-cc49-4146-a196-94e1994060b5)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:54:53.793320 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-4842667d-a82d-45ac-b4a3-1f124d423af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (67b2380f-c001-45f1-b525-8c59979b2df8), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:53.854259 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4842667d-a82d-45ac-b4a3-1f124d423af9 None None] Pushing event updated for resources: {'Port': ['ID=67b2380f-c001-45f1-b525-8c59979b2df8,revision_number=5']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:54:53.927465 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-f5dab829-cc9e-47b9-a513-60fc8879e016 None None] Provisioning complete for port 67b2380f-c001-45f1-b525-8c59979b2df8 triggered by entity DHCP. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:54:53.928579 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-f5dab829-cc9e-47b9-a513-60fc8879e016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (67b2380f-c001-45f1-b525-8c59979b2df8), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:54.002527 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_hamode_db [None req-27a4d12c-c9be-4aef-88d6-b18dbef1ac6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45b9790-493d-4230-bbca-e4229c8e0273', 'name': 'tempest-TestVolumeBootPattern-2045223837-router', 'tenant_id': 'e228d95db50745c9ac65952bd8aad0ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': '361eb246-000e-45ac-a7bb-9e08c803a714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:54:47Z', 'updated_at': '2022-01-27T16:54:50Z', 'revision_number': 4, 'project_id': 'e228d95db50745c9ac65952bd8aad0ec', 'gw_port': {'id': '361eb246-000e-45ac-a7bb-9e08c803a714', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45b9790-493d-4230-bbca-e4229c8e0273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:54:47Z', 'updated_at': '2022-01-27T16:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi', '_interfaces': [{'id': '67b2380f-c001-45f1-b525-8c59979b2df8', 'name': '', 'network_id': 'fb981ce9-6d8f-4b5d-97a6-91dca20155c0', 'tenant_id': 'e228d95db50745c9ac65952bd8aad0ec', 'mac_address': 'fa:16:3e:bd:89:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd45b9790-493d-4230-bbca-e4229c8e0273', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'e74eee32-d9d7-4c8b-ae48-b3a76526aa3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:54:49Z', 'updated_at': '2022-01-27T16:54:53Z', 'revision_number': 4, 'project_id': 'e228d95db50745c9ac65952bd8aad0ec', 'subnets': [{'id': 'e74eee32-d9d7-4c8b-ae48-b3a76526aa3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:54:54.029789 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-f5dab829-cc9e-47b9-a513-60fc8879e016 None None] Current status of the port 67b2380f-c001-45f1-b525-8c59979b2df8 is: ACTIVE; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:54:54.030348 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a4d12c-c9be-4aef-88d6-b18dbef1ac6b None None] The sync data for ids ['d45b9790-493d-4230-bbca-e4229c8e0273'] in dv-cinder-818830-2-iscsi is: [{'id': 'd45b9790-493d-4230-bbca-e4229c8e0273', 'name': 'tempest-TestVolumeBootPattern-2045223837-router', 'tenant_id': 'e228d95db50745c9ac65952bd8aad0ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': '361eb246-000e-45ac-a7bb-9e08c803a714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:54:47Z', 'updated_at': '2022-01-27T16:54:50Z', 'revision_number': 4, 'project_id': 'e228d95db50745c9ac65952bd8aad0ec', 'gw_port': {'id': '361eb246-000e-45ac-a7bb-9e08c803a714', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45b9790-493d-4230-bbca-e4229c8e0273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:54:47Z', 'updated_at': '2022-01-27T16:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi', '_interfaces': [{'id': '67b2380f-c001-45f1-b525-8c59979b2df8', 'name': '', 'network_id': 'fb981ce9-6d8f-4b5d-97a6-91dca20155c0', 'tenant_id': 'e228d95db50745c9ac65952bd8aad0ec', 'mac_address': 'fa:16:3e:bd:89:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd45b9790-493d-4230-bbca-e4229c8e0273', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'e74eee32-d9d7-4c8b-ae48-b3a76526aa3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:54:49Z', 'updated_at': '2022-01-27T16:54:53Z', 'revision_number': 4, 'project_id': 'e228d95db50745c9ac65952bd8aad0ec', 'subnets': [{'id': 'e74eee32-d9d7-4c8b-ae48-b3a76526aa3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 16:54:54.224364 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ec858e-b9b4-46b0-9447-316d80cc8c75 req-1cb43109-93f2-4184-b21c-0867c04b3a1c tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:54.226059 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-54ec858e-b9b4-46b0-9447-316d80cc8c75 req-1cb43109-93f2-4184-b21c-0867c04b3a1c tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=094ca1ee-6735-4773-88c3-f81551f79fec HTTP/1.1" status: 200 len: 946 time: 0.0620482 Jan 27 16:54:54.278400 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-54ec858e-b9b4-46b0-9447-316d80cc8c75 req-7e72ab6f-5c8f-4d6a-9115-0300e97b24cf tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb2f1526-28f2-4b52-8439-abb91f5f29fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459013 Jan 27 16:54:55.086035 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device 67b2380f-c001-45f1-b525-8c59979b2df8 up at agent ovs-agent-dv-cinder-818830-2-iscsi {{(pid=114096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:54:55.144274 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Provisioning complete for port 67b2380f-c001-45f1-b525-8c59979b2df8 triggered by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:54:55.144893 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (67b2380f-c001-45f1-b525-8c59979b2df8), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:54:55.233298 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Current status of the port 67b2380f-c001-45f1-b525-8c59979b2df8 is: ACTIVE; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:54:55.412532 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d770353-8be2-47c3-bdf4-2b37d2b70840 req-13325bc2-f211-4317-985e-377b2b6d7fa4 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:55.413979 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-9d770353-8be2-47c3-bdf4-2b37d2b70840 req-13325bc2-f211-4317-985e-377b2b6d7fa4 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=094ca1ee-6735-4773-88c3-f81551f79fec HTTP/1.1" status: 200 len: 946 time: 0.0599501 Jan 27 16:54:55.477216 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-9d770353-8be2-47c3-bdf4-2b37d2b70840 req-5d92dd5d-cc14-42ba-a7e0-c72546d3dd18 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb2f1526-28f2-4b52-8439-abb91f5f29fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565960 Jan 27 16:54:56.604780 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac1ab06-19ac-43b8-80fb-9f6444db191a req-9bed5a62-9769-4595-a345-5cd676caf716 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:56.606343 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-fac1ab06-19ac-43b8-80fb-9f6444db191a req-9bed5a62-9769-4595-a345-5cd676caf716 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=094ca1ee-6735-4773-88c3-f81551f79fec HTTP/1.1" status: 200 len: 946 time: 0.0483873 Jan 27 16:54:56.652094 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-fac1ab06-19ac-43b8-80fb-9f6444db191a req-cb478899-f705-4a24-abcf-fa99c6287fdf tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb2f1526-28f2-4b52-8439-abb91f5f29fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403130 Jan 27 16:54:57.769859 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e536c-b9ef-4e45-b153-bf2f1fa1fba9 req-24b1ca48-26ff-49de-8635-77c5ecb5baeb tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:57.771665 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-1f9e536c-b9ef-4e45-b153-bf2f1fa1fba9 req-24b1ca48-26ff-49de-8635-77c5ecb5baeb tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=094ca1ee-6735-4773-88c3-f81551f79fec HTTP/1.1" status: 200 len: 946 time: 0.0495398 Jan 27 16:54:57.817804 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-1f9e536c-b9ef-4e45-b153-bf2f1fa1fba9 req-f3463eeb-2ad8-4c65-8d11-f936505e151c tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb2f1526-28f2-4b52-8439-abb91f5f29fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398810 Jan 27 16:54:58.941599 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac79b8-d986-4330-bad9-eae0108bc2b4 req-fd9517ed-eb10-40ee-bcca-86fa275c1836 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:54:58.943070 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-9fac79b8-d986-4330-bad9-eae0108bc2b4 req-fd9517ed-eb10-40ee-bcca-86fa275c1836 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=094ca1ee-6735-4773-88c3-f81551f79fec HTTP/1.1" status: 200 len: 946 time: 0.0528753 Jan 27 16:54:58.990597 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-9fac79b8-d986-4330-bad9-eae0108bc2b4 req-5f99a541-ec38-409c-a8d3-ca7a083d4135 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb2f1526-28f2-4b52-8439-abb91f5f29fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412512 Jan 27 16:55:00.110588 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19964e5d-630d-4a01-9f01-e786b12ebe38 req-94ab3738-1cde-4f6e-88b0-94799583e9bd tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:00.112113 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-19964e5d-630d-4a01-9f01-e786b12ebe38 req-94ab3738-1cde-4f6e-88b0-94799583e9bd tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=094ca1ee-6735-4773-88c3-f81551f79fec HTTP/1.1" status: 200 len: 946 time: 0.0484033 Jan 27 16:55:00.158758 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-19964e5d-630d-4a01-9f01-e786b12ebe38 req-bf26adc1-7531-4575-8dd7-63bbf630f5d4 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb2f1526-28f2-4b52-8439-abb91f5f29fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409517 Jan 27 16:55:00.264738 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-dcb89450-0a99-4e04-8d3a-357eac3ef8c9 req-c59dd07f-e345-4c94-b48d-2bf2890c4594 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-84671400&fields=id&tenant_id=fe08ade68b284511b92c42fba70f29d3 HTTP/1.1" status: 200 len: 267 time: 0.0480812 Jan 27 16:55:00.319382 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb89450-0a99-4e04-8d3a-357eac3ef8c9 req-ed82091d-f480-4408-8dc6-44cdfbbba7b5 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:00.320750 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-dcb89450-0a99-4e04-8d3a-357eac3ef8c9 req-ed82091d-f480-4408-8dc6-44cdfbbba7b5 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a8d6efb-9e26-48f5-80a7-4447209ea47e HTTP/1.1" status: 200 len: 985 time: 0.0505350 Jan 27 16:55:00.331246 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.v2.base [req-dcb89450-0a99-4e04-8d3a-357eac3ef8c9 req-c2687165-1683-4810-ab3b-816584d8c3d4 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Request body: {'port': {'security_groups': ['0eb100d7-7129-43cb-8277-73c5dbb87bea']}} {{(pid=114095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:55:00.402381 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [req-dcb89450-0a99-4e04-8d3a-357eac3ef8c9 req-c2687165-1683-4810-ab3b-816584d8c3d4 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (bdf14445-13aa-42c8-8538-0e113ea22eb2), before_update {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:00.575659 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.db [req-dcb89450-0a99-4e04-8d3a-357eac3ef8c9 req-c2687165-1683-4810-ab3b-816584d8c3d4 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] For port bdf14445-13aa-42c8-8538-0e113ea22eb2, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=bdf14445-13aa-42c8-8538-0e113ea22eb2,segment=NetworkSegment(c36f6854-8df8-41db-a98a-a633d19cdbb2),segment_id=c36f6854-8df8-41db-a98a-a633d19cdbb2)] {{(pid=114095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:55:00.605203 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [req-dcb89450-0a99-4e04-8d3a-357eac3ef8c9 req-c2687165-1683-4810-ab3b-816584d8c3d4 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Publish callbacks [] for port (bdf14445-13aa-42c8-8538-0e113ea22eb2), precommit_update {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:00.610103 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [req-dcb89450-0a99-4e04-8d3a-357eac3ef8c9 req-c2687165-1683-4810-ab3b-816584d8c3d4 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080387'] for port (bdf14445-13aa-42c8-8538-0e113ea22eb2), after_update {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:00.623233 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] get_ports_and_sgs() called for port_ids ['bdf14445-13aa-42c8-8538-0e113ea22eb2'] {{(pid=114096) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 16:55:00.654015 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb89450-0a99-4e04-8d3a-357eac3ef8c9 req-c2687165-1683-4810-ab3b-816584d8c3d4 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:00.654674 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [req-dcb89450-0a99-4e04-8d3a-357eac3ef8c9 req-c2687165-1683-4810-ab3b-816584d8c3d4 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118807'] for port (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:00.656092 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-dcb89450-0a99-4e04-8d3a-357eac3ef8c9 req-c2687165-1683-4810-ab3b-816584d8c3d4 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "PUT /v2.0/ports/bdf14445-13aa-42c8-8538-0e113ea22eb2 HTTP/1.1" status: 200 len: 943 time: 0.3291280 Jan 27 16:55:00.656548 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a8d6efb-9e26-48f5-80a7-4447209ea47e', 'tag': 'bdf14445-13aa-42c8-8538-0e113ea22eb2'}] {{(pid=114095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:55:00.661535 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4239e6a803e2f619fc9b8f6c8a6584a7ac442468773ed84b4810d4ba10bf9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db016099-9f66-4fe6-9cd8-82fd723c3b74" -d '{"events": [{"name": "network-changed", "server_uuid": "2a8d6efb-9e26-48f5-80a7-4447209ea47e", "tag": "bdf14445-13aa-42c8-8538-0e113ea22eb2"}]}' {{(pid=114095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:55:00.662005 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 52954) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:55:00.688739 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2687165-1683-4810-ab3b-816584d8c3d4 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Pushing event updated for resources: {'Port': ['ID=bdf14445-13aa-42c8-8538-0e113ea22eb2,revision_number=7']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:55:00.722283 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 16:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ffe23de-9244-490a-bb45-0c597401cd92 x-openstack-request-id: req-0ffe23de-9244-490a-bb45-0c597401cd92 {{(pid=114095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:55:00.722574 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a8d6efb-9e26-48f5-80a7-4447209ea47e", "tag": "bdf14445-13aa-42c8-8538-0e113ea22eb2", "status": "completed", "code": 200}]} {{(pid=114095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:55:00.722830 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0ffe23de-9244-490a-bb45-0c597401cd92 {{(pid=114095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:55:00.723229 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a8d6efb-9e26-48f5-80a7-4447209ea47e', 'tag': 'bdf14445-13aa-42c8-8538-0e113ea22eb2', 'status': 'completed', 'code': 200} Jan 27 16:55:00.777455 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-3fcac6ea-55f2-4477-9fb8-e5f2bf52fe10 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Publish callbacks [] for security_group (916d14d8-7f52-490d-840a-6eda3f112a25), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:00.783235 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] get_ports_and_sgs() called for port_ids ['bdf14445-13aa-42c8-8538-0e113ea22eb2'] {{(pid=114096) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 16:55:00.810643 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-3fcac6ea-55f2-4477-9fb8-e5f2bf52fe10 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Publish callbacks [] for security_group (916d14d8-7f52-490d-840a-6eda3f112a25), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:00.847654 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db016099-9f66-4fe6-9cd8-82fd723c3b74 req-95f05e1d-ad3b-4fe7-b1a1-487d4c42b487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:00.849142 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-db016099-9f66-4fe6-9cd8-82fd723c3b74 req-95f05e1d-ad3b-4fe7-b1a1-487d4c42b487 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fe08ade68b284511b92c42fba70f29d3&device_id=2a8d6efb-9e26-48f5-80a7-4447209ea47e HTTP/1.1" status: 200 len: 1099 time: 0.1015661 Jan 27 16:55:00.896098 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-3fcac6ea-55f2-4477-9fb8-e5f2bf52fe10 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (916d14d8-7f52-490d-840a-6eda3f112a25), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:00.898581 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-3fcac6ea-55f2-4477-9fb8-e5f2bf52fe10 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Publish callbacks [] for security_group (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:00.899919 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-3fcac6ea-55f2-4477-9fb8-e5f2bf52fe10 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "DELETE /v2.0/security-groups/916d14d8-7f52-490d-840a-6eda3f112a25 HTTP/1.1" status: 204 len: 168 time: 0.2370009 Jan 27 16:55:00.904038 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 52956) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:55:00.939162 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcac6ea-55f2-4477-9fb8-e5f2bf52fe10 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=916d14d8-7f52-490d-840a-6eda3f112a25,revision_number=None']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:55:00.981574 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db016099-9f66-4fe6-9cd8-82fd723c3b74 req-aa87b024-2d5b-4f09-ae34-d45e48afa97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:00.991956 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-db016099-9f66-4fe6-9cd8-82fd723c3b74 req-aa87b024-2d5b-4f09-ae34-d45e48afa97e service neutron] 10.222.0.24 "GET /v2.0/networks?id=0cf8540c-4553-4409-baa3-685ce5fef788 HTTP/1.1" status: 200 len: 916 time: 0.1260283 Jan 27 16:55:00.997583 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-b5cc2ea1-06c6-4bb1-a653-a7c22ff13f48 None None] Provisioning complete for port bdf14445-13aa-42c8-8538-0e113ea22eb2 triggered by entity DHCP. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:55:00.997962 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-b5cc2ea1-06c6-4bb1-a653-a7c22ff13f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (bdf14445-13aa-42c8-8538-0e113ea22eb2), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:01.071990 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-db016099-9f66-4fe6-9cd8-82fd723c3b74 req-bbe29d47-bd3c-43c3-bff4-14b3a01f46da service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bdf14445-13aa-42c8-8538-0e113ea22eb2 HTTP/1.1" status: 200 len: 1002 time: 0.0679178 Jan 27 16:55:01.087618 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.plugin [None req-9b5b16c4-2f1e-4710-a193-121160f71355 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Deleting port c7e6034f-bf02-4a3c-b257-cd5cfc599120 {{(pid=114095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:55:01.087964 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-9b5b16c4-2f1e-4710-a193-121160f71355 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740202897008'] for port (c7e6034f-bf02-4a3c-b257-cd5cfc599120), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:01.093635 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-b5cc2ea1-06c6-4bb1-a653-a7c22ff13f48 None None] Current status of the port bdf14445-13aa-42c8-8538-0e113ea22eb2 is: ACTIVE; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:55:01.124653 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db016099-9f66-4fe6-9cd8-82fd723c3b74 req-6a00762d-d347-46e7-a83d-7bb9840a2ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:01.126130 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-db016099-9f66-4fe6-9cd8-82fd723c3b74 req-6a00762d-d347-46e7-a83d-7bb9840a2ca4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b6bd6e03-faed-4044-b0c4-ece2c83c8c55 HTTP/1.1" status: 200 len: 854 time: 0.0512395 Jan 27 16:55:01.162929 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-9b5b16c4-2f1e-4710-a193-121160f71355 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797243'] for port (c7e6034f-bf02-4a3c-b257-cd5cfc599120), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:01.163499 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-9b5b16c4-2f1e-4710-a193-121160f71355 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Publish callbacks [] for floatingip (c7e6034f-bf02-4a3c-b257-cd5cfc599120), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:01.174297 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db016099-9f66-4fe6-9cd8-82fd723c3b74 req-1ef63cc2-4432-43fc-92b1-888a76a2d631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:01.174880 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.plugin [None req-9b5b16c4-2f1e-4710-a193-121160f71355 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Calling delete_port for c7e6034f-bf02-4a3c-b257-cd5cfc599120 owned by network:floatingip {{(pid=114095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:55:01.175850 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-db016099-9f66-4fe6-9cd8-82fd723c3b74 req-1ef63cc2-4432-43fc-92b1-888a76a2d631 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0cf8540c-4553-4409-baa3-685ce5fef788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396996 Jan 27 16:55:01.280124 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-db016099-9f66-4fe6-9cd8-82fd723c3b74 req-0a30e5b6-7a21-4f14-82e2-99021faff69e service neutron] 10.222.0.24 "GET /v2.0/networks/0cf8540c-4553-4409-baa3-685ce5fef788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971878 Jan 27 16:55:01.332500 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e339a8f-6e71-4362-84de-ffd143333898 req-4e5f25eb-07e1-4165-8720-fbeacf31ed54 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:01.333944 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-6e339a8f-6e71-4362-84de-ffd143333898 req-4e5f25eb-07e1-4165-8720-fbeacf31ed54 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=094ca1ee-6735-4773-88c3-f81551f79fec HTTP/1.1" status: 200 len: 946 time: 0.0822139 Jan 27 16:55:01.373889 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-db016099-9f66-4fe6-9cd8-82fd723c3b74 req-46498f7a-b64f-48f7-96f4-f97a9efa5042 service neutron] 10.222.0.24 "GET /v2.0/networks/0cf8540c-4553-4409-baa3-685ce5fef788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862842 Jan 27 16:55:01.405759 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-6e339a8f-6e71-4362-84de-ffd143333898 req-929125f6-adec-404f-a336-6a373391d706 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb2f1526-28f2-4b52-8439-abb91f5f29fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653684 Jan 27 16:55:01.455449 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-9b5b16c4-2f1e-4710-a193-121160f71355 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740202902474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740202573626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080504'] for port (c7e6034f-bf02-4a3c-b257-cd5cfc599120), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:01.481221 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5b16c4-2f1e-4710-a193-121160f71355 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Pushing event deleted for resources: {'Port': ['ID=c7e6034f-bf02-4a3c-b257-cd5cfc599120,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:55:01.542602 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-9b5b16c4-2f1e-4710-a193-121160f71355 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Publish callbacks [] for floatingip (377a56df-9062-477c-9e9d-0a3f7e5423c6), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:01.542958 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.db.l3_db [None req-9b5b16c4-2f1e-4710-a193-121160f71355 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Floating IP 377a56df-9062-477c-9e9d-0a3f7e5423c6 disassociated (deleted). External IP: 172.27.2.151, port: bdf14445-13aa-42c8-8538-0e113ea22eb2. Jan 27 16:55:01.968966 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b5b16c4-2f1e-4710-a193-121160f71355 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Router 1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc has already been hosted by L3 agent bdbd084a-7876-495d-b5d9-cf3ee18f0227 {{(pid=114095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 16:55:02.077078 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b5b16c4-2f1e-4710-a193-121160f71355 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Notify agent at l3_agent.dv-cinder-818830-2-iscsi the message routers_updated {{(pid=114095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 16:55:02.081474 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-9b5b16c4-2f1e-4710-a193-121160f71355 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118807'] for floatingip (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:02.086266 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39260b50-47b7-4b09-b810-3b879440636c None None] Sync routers for ids ['1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc'] in dv-cinder-818830-2-iscsi {{(pid=114096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 16:55:02.097216 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39260b50-47b7-4b09-b810-3b879440636c None None] Routers {'1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:55:02.097836 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-39260b50-47b7-4b09-b810-3b879440636c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T16:54:48Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc'], 'active': True} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:55:02.108812 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-9b5b16c4-2f1e-4710-a193-121160f71355 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "DELETE /v2.0/floatingips/377a56df-9062-477c-9e9d-0a3f7e5423c6 HTTP/1.1" status: 204 len: 168 time: 1.2036984 Jan 27 16:55:02.207280 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvr_db [None req-39260b50-47b7-4b09-b810-3b879440636c None None] Set router 1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc gateway port host: dv-cinder-818830-2-iscsi {{(pid=114096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:55:02.438795 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-39260b50-47b7-4b09-b810-3b879440636c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc', 'name': 'tempest-TestMinimumBasicScenario-1743930393-router', 'tenant_id': 'fe08ade68b284511b92c42fba70f29d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': 'e9a8bbbc-9d11-4930-ba11-436d0f0dbf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:52:01Z', 'updated_at': '2022-01-27T16:52:05Z', 'revision_number': 4, 'project_id': 'fe08ade68b284511b92c42fba70f29d3', 'gw_port': {'id': 'e9a8bbbc-9d11-4930-ba11-436d0f0dbf1c', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:51:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:52:02Z', 'updated_at': '2022-01-27T16:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi', '_interfaces': [{'id': 'aabe2860-1521-4bb5-b0ba-492ae7c66936', 'name': '', 'network_id': '0cf8540c-4553-4409-baa3-685ce5fef788', 'tenant_id': 'fe08ade68b284511b92c42fba70f29d3', 'mac_address': 'fa:16:3e:d2:29:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'b6bd6e03-faed-4044-b0c4-ece2c83c8c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:52:04Z', 'updated_at': '2022-01-27T16:52:10Z', 'revision_number': 5, 'project_id': 'fe08ade68b284511b92c42fba70f29d3', 'subnets': [{'id': 'b6bd6e03-faed-4044-b0c4-ece2c83c8c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:55:02.469014 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39260b50-47b7-4b09-b810-3b879440636c None None] Checking router: 1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc for host: dv-cinder-818830-2-iscsi {{(pid=114096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 16:55:02.477955 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39260b50-47b7-4b09-b810-3b879440636c None None] Routers {'1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:55:02.478976 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-39260b50-47b7-4b09-b810-3b879440636c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T16:54:48Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc'], 'active': True} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:55:02.529669 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4919ff3-cc93-44fc-b643-1f5e9cfa09a3 req-4174bc85-8107-4f3e-af73-d1d58576674b tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:02.531166 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-b4919ff3-cc93-44fc-b643-1f5e9cfa09a3 req-4174bc85-8107-4f3e-af73-d1d58576674b tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=094ca1ee-6735-4773-88c3-f81551f79fec HTTP/1.1" status: 200 len: 946 time: 0.0498054 Jan 27 16:55:02.586478 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvr_db [None req-39260b50-47b7-4b09-b810-3b879440636c None None] Set router 1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc gateway port host: dv-cinder-818830-2-iscsi {{(pid=114096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:55:02.588820 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-b4919ff3-cc93-44fc-b643-1f5e9cfa09a3 req-9d117091-8fd2-4a58-85a7-9e472065caf9 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb2f1526-28f2-4b52-8439-abb91f5f29fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510509 Jan 27 16:55:02.724642 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a8d6efb-9e26-48f5-80a7-4447209ea47e', 'tag': 'bdf14445-13aa-42c8-8538-0e113ea22eb2'}] {{(pid=114095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:55:02.727014 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4239e6a803e2f619fc9b8f6c8a6584a7ac442468773ed84b4810d4ba10bf9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e6ddd6-8ec8-41fb-9a71-8b9804340c4b" -d '{"events": [{"name": "network-changed", "server_uuid": "2a8d6efb-9e26-48f5-80a7-4447209ea47e", "tag": "bdf14445-13aa-42c8-8538-0e113ea22eb2"}]}' {{(pid=114095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:55:02.771347 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 16:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb9bfbe7-088b-489c-9ef6-7fc855bdc8e3 x-openstack-request-id: req-eb9bfbe7-088b-489c-9ef6-7fc855bdc8e3 {{(pid=114095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:55:02.771723 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a8d6efb-9e26-48f5-80a7-4447209ea47e", "tag": "bdf14445-13aa-42c8-8538-0e113ea22eb2", "status": "completed", "code": 200}]} {{(pid=114095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:55:02.772039 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-eb9bfbe7-088b-489c-9ef6-7fc855bdc8e3 {{(pid=114095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:55:02.772523 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a8d6efb-9e26-48f5-80a7-4447209ea47e', 'tag': 'bdf14445-13aa-42c8-8538-0e113ea22eb2', 'status': 'completed', 'code': 200} Jan 27 16:55:02.794301 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-39260b50-47b7-4b09-b810-3b879440636c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc', 'name': 'tempest-TestMinimumBasicScenario-1743930393-router', 'tenant_id': 'fe08ade68b284511b92c42fba70f29d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': 'e9a8bbbc-9d11-4930-ba11-436d0f0dbf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:52:01Z', 'updated_at': '2022-01-27T16:52:05Z', 'revision_number': 4, 'project_id': 'fe08ade68b284511b92c42fba70f29d3', 'gw_port': {'id': 'e9a8bbbc-9d11-4930-ba11-436d0f0dbf1c', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:51:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:52:02Z', 'updated_at': '2022-01-27T16:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi', '_interfaces': [{'id': 'aabe2860-1521-4bb5-b0ba-492ae7c66936', 'name': '', 'network_id': '0cf8540c-4553-4409-baa3-685ce5fef788', 'tenant_id': 'fe08ade68b284511b92c42fba70f29d3', 'mac_address': 'fa:16:3e:d2:29:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'b6bd6e03-faed-4044-b0c4-ece2c83c8c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:52:04Z', 'updated_at': '2022-01-27T16:52:10Z', 'revision_number': 5, 'project_id': 'fe08ade68b284511b92c42fba70f29d3', 'subnets': [{'id': 'b6bd6e03-faed-4044-b0c4-ece2c83c8c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:55:02.845593 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e6ddd6-8ec8-41fb-9a71-8b9804340c4b req-b60b8e83-3693-4309-9db2-c33771b1f206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:02.847147 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-81e6ddd6-8ec8-41fb-9a71-8b9804340c4b req-b60b8e83-3693-4309-9db2-c33771b1f206 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fe08ade68b284511b92c42fba70f29d3&device_id=2a8d6efb-9e26-48f5-80a7-4447209ea47e HTTP/1.1" status: 200 len: 1099 time: 0.0458782 Jan 27 16:55:02.955723 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e6ddd6-8ec8-41fb-9a71-8b9804340c4b req-f013d169-2f96-4524-ac26-ca8a7441bb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:02.956242 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39260b50-47b7-4b09-b810-3b879440636c None None] The sync data for ids ['1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc'] in dv-cinder-818830-2-iscsi is: [{'id': '1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc', 'name': 'tempest-TestMinimumBasicScenario-1743930393-router', 'tenant_id': 'fe08ade68b284511b92c42fba70f29d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': 'e9a8bbbc-9d11-4930-ba11-436d0f0dbf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:52:01Z', 'updated_at': '2022-01-27T16:52:05Z', 'revision_number': 4, 'project_id': 'fe08ade68b284511b92c42fba70f29d3', 'gw_port': {'id': 'e9a8bbbc-9d11-4930-ba11-436d0f0dbf1c', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:51:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:52:02Z', 'updated_at': '2022-01-27T16:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi', '_interfaces': [{'id': 'aabe2860-1521-4bb5-b0ba-492ae7c66936', 'name': '', 'network_id': '0cf8540c-4553-4409-baa3-685ce5fef788', 'tenant_id': 'fe08ade68b284511b92c42fba70f29d3', 'mac_address': 'fa:16:3e:d2:29:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'b6bd6e03-faed-4044-b0c4-ece2c83c8c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:52:04Z', 'updated_at': '2022-01-27T16:52:10Z', 'revision_number': 5, 'project_id': 'fe08ade68b284511b92c42fba70f29d3', 'subnets': [{'id': 'b6bd6e03-faed-4044-b0c4-ece2c83c8c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 16:55:02.957179 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-81e6ddd6-8ec8-41fb-9a71-8b9804340c4b req-f013d169-2f96-4524-ac26-ca8a7441bb0d service neutron] 10.222.0.24 "GET /v2.0/networks?id=0cf8540c-4553-4409-baa3-685ce5fef788 HTTP/1.1" status: 200 len: 916 time: 0.0949347 Jan 27 16:55:03.002299 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-81e6ddd6-8ec8-41fb-9a71-8b9804340c4b req-6dac80d4-60b3-496c-80c5-f8bc94318def service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bdf14445-13aa-42c8-8538-0e113ea22eb2 HTTP/1.1" status: 200 len: 217 time: 0.0369277 Jan 27 16:55:03.061235 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e6ddd6-8ec8-41fb-9a71-8b9804340c4b req-42db5388-4e40-4470-8f25-20cd933e2120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:03.062878 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-81e6ddd6-8ec8-41fb-9a71-8b9804340c4b req-42db5388-4e40-4470-8f25-20cd933e2120 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b6bd6e03-faed-4044-b0c4-ece2c83c8c55 HTTP/1.1" status: 200 len: 854 time: 0.0518389 Jan 27 16:55:03.116558 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e6ddd6-8ec8-41fb-9a71-8b9804340c4b req-d0ec0880-47ed-457a-8841-2189836e0190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:03.118439 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-81e6ddd6-8ec8-41fb-9a71-8b9804340c4b req-d0ec0880-47ed-457a-8841-2189836e0190 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0cf8540c-4553-4409-baa3-685ce5fef788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0491686 Jan 27 16:55:03.216829 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc0312f-e606-40df-9904-fc7006ef51c3 None None] New status for floating IP 377a56df-9062-477c-9e9d-0a3f7e5423c6: DOWN {{(pid=114097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 16:55:03.222398 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-81e6ddd6-8ec8-41fb-9a71-8b9804340c4b req-1af69a2a-1de6-43a3-a91a-e6af61392ade service neutron] 10.222.0.24 "GET /v2.0/networks/0cf8540c-4553-4409-baa3-685ce5fef788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934055 Jan 27 16:55:03.323989 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-81e6ddd6-8ec8-41fb-9a71-8b9804340c4b req-3da11b02-8b70-480c-ac57-69792d0a6eff service neutron] 10.222.0.24 "GET /v2.0/networks/0cf8540c-4553-4409-baa3-685ce5fef788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905769 Jan 27 16:55:03.714588 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5560b26-5d1a-416f-b9d1-27cba0462458 req-36d18fbf-1aa0-4a6a-91e3-2f286564694a tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:03.716147 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-d5560b26-5d1a-416f-b9d1-27cba0462458 req-36d18fbf-1aa0-4a6a-91e3-2f286564694a tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=094ca1ee-6735-4773-88c3-f81551f79fec HTTP/1.1" status: 200 len: 946 time: 0.0515490 Jan 27 16:55:03.764895 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-d5560b26-5d1a-416f-b9d1-27cba0462458 req-3f48b405-7911-40ee-b631-184a865500e7 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb2f1526-28f2-4b52-8439-abb91f5f29fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431242 Jan 27 16:55:04.910460 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583118f-7444-4cbd-8ff3-2e4a8a356ae8 req-d6d615c8-596a-4d09-8fd1-d1fb1ca94d9d tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:04.911926 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-d583118f-7444-4cbd-8ff3-2e4a8a356ae8 req-d6d615c8-596a-4d09-8fd1-d1fb1ca94d9d tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=094ca1ee-6735-4773-88c3-f81551f79fec HTTP/1.1" status: 200 len: 946 time: 0.0723214 Jan 27 16:55:04.918963 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad608ef6-f45a-4d4d-a90f-70bff16d64b1 req-226b0e28-5823-444f-b5cc-227f7f4f4d47 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:04.920477 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-ad608ef6-f45a-4d4d-a90f-70bff16d64b1 req-226b0e28-5823-444f-b5cc-227f7f4f4d47 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a8d6efb-9e26-48f5-80a7-4447209ea47e HTTP/1.1" status: 200 len: 946 time: 0.0911400 Jan 27 16:55:05.000735 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-d583118f-7444-4cbd-8ff3-2e4a8a356ae8 req-fd5246fc-7cfe-426a-9c10-f92a8aa44ed8 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb2f1526-28f2-4b52-8439-abb91f5f29fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792422 Jan 27 16:55:05.004037 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-ad608ef6-f45a-4d4d-a90f-70bff16d64b1 req-b2b17bf4-1a57-4e66-b581-9ab950776dd9 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eb100d7-7129-43cb-8277-73c5dbb87bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759952 Jan 27 16:55:06.144835 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038be9bd-2754-49b4-8c72-ef87872b3386 req-e776dfce-b5e8-4b91-ad21-0baf78df3e57 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:06.146286 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-038be9bd-2754-49b4-8c72-ef87872b3386 req-e776dfce-b5e8-4b91-ad21-0baf78df3e57 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a8d6efb-9e26-48f5-80a7-4447209ea47e HTTP/1.1" status: 200 len: 946 time: 0.0764122 Jan 27 16:55:06.154614 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9431e2c1-2c4b-4111-894d-9a19414ea5c2 req-00288e6b-73b2-44e9-b3d1-b8d38d2220a1 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:06.156019 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-9431e2c1-2c4b-4111-894d-9a19414ea5c2 req-00288e6b-73b2-44e9-b3d1-b8d38d2220a1 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=094ca1ee-6735-4773-88c3-f81551f79fec HTTP/1.1" status: 200 len: 946 time: 0.0769393 Jan 27 16:55:06.229576 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-038be9bd-2754-49b4-8c72-ef87872b3386 req-b368f88e-9185-4730-b822-8054d0fabb36 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eb100d7-7129-43cb-8277-73c5dbb87bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725870 Jan 27 16:55:06.232534 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-9431e2c1-2c4b-4111-894d-9a19414ea5c2 req-e1f0aea3-bfd3-4fa0-ae3d-496f4f5b24e4 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb2f1526-28f2-4b52-8439-abb91f5f29fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700276 Jan 27 16:55:06.749618 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762bd4bb-72de-43fc-b5e0-6b8743a62412 req-5e5996e0-a88c-40fb-8850-1f4e4d108e2c tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:06.751470 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-762bd4bb-72de-43fc-b5e0-6b8743a62412 req-5e5996e0-a88c-40fb-8850-1f4e4d108e2c tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a8d6efb-9e26-48f5-80a7-4447209ea47e HTTP/1.1" status: 200 len: 946 time: 0.0507867 Jan 27 16:55:06.856061 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.plugin [req-762bd4bb-72de-43fc-b5e0-6b8743a62412 req-0b842d86-5c89-41dd-8b7d-05f424eaefbd tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Deleting port bdf14445-13aa-42c8-8538-0e113ea22eb2 {{(pid=114094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:55:06.856406 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-762bd4bb-72de-43fc-b5e0-6b8743a62412 req-0b842d86-5c89-41dd-8b7d-05f424eaefbd tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740202897008'] for port (bdf14445-13aa-42c8-8538-0e113ea22eb2), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:06.940957 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.db [req-762bd4bb-72de-43fc-b5e0-6b8743a62412 req-0b842d86-5c89-41dd-8b7d-05f424eaefbd tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] For port bdf14445-13aa-42c8-8538-0e113ea22eb2, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=bdf14445-13aa-42c8-8538-0e113ea22eb2,segment=NetworkSegment(c36f6854-8df8-41db-a98a-a633d19cdbb2),segment_id=c36f6854-8df8-41db-a98a-a633d19cdbb2)] {{(pid=114094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:55:06.941318 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-762bd4bb-72de-43fc-b5e0-6b8743a62412 req-0b842d86-5c89-41dd-8b7d-05f424eaefbd tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797243'] for port (bdf14445-13aa-42c8-8538-0e113ea22eb2), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:06.953440 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.plugin [req-762bd4bb-72de-43fc-b5e0-6b8743a62412 req-0b842d86-5c89-41dd-8b7d-05f424eaefbd tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Calling delete_port for bdf14445-13aa-42c8-8538-0e113ea22eb2 owned by compute:nova {{(pid=114094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:55:07.079352 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-762bd4bb-72de-43fc-b5e0-6b8743a62412 req-0b842d86-5c89-41dd-8b7d-05f424eaefbd tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740202902474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740202573626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777202'] for port (bdf14445-13aa-42c8-8538-0e113ea22eb2), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:07.093557 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] get_ports_and_sgs() called for port_ids ['bdf14445-13aa-42c8-8538-0e113ea22eb2'] {{(pid=114096) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 16:55:07.104859 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b842d86-5c89-41dd-8b7d-05f424eaefbd tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Pushing event deleted for resources: {'Port': ['ID=bdf14445-13aa-42c8-8538-0e113ea22eb2,revision_number=None']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:55:07.149024 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.l3_dvrscheduler_db [req-762bd4bb-72de-43fc-b5e0-6b8743a62412 req-0b842d86-5c89-41dd-8b7d-05f424eaefbd tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] No DVR routers for this DVR port bdf14445-13aa-42c8-8538-0e113ea22eb2 on host hv-cinder-81883 {{(pid=114094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 16:55:07.151713 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-762bd4bb-72de-43fc-b5e0-6b8743a62412 req-0b842d86-5c89-41dd-8b7d-05f424eaefbd tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118807'] for port (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:07.155003 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-762bd4bb-72de-43fc-b5e0-6b8743a62412 req-0b842d86-5c89-41dd-8b7d-05f424eaefbd tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.24 "DELETE /v2.0/ports/bdf14445-13aa-42c8-8538-0e113ea22eb2 HTTP/1.1" status: 204 len: 173 time: 0.3925295 Jan 27 16:55:07.155440 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a8d6efb-9e26-48f5-80a7-4447209ea47e', 'name': 'network-vif-deleted', 'tag': 'bdf14445-13aa-42c8-8538-0e113ea22eb2'}] {{(pid=114094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:55:07.157681 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}342a798d1d13ecd85fd4efdf34ff3908ecd3b9322feeb0f720fcdcd52e7e333b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b817eba-9f24-4d92-af99-7d196f7e7780" -d '{"events": [{"server_uuid": "2a8d6efb-9e26-48f5-80a7-4447209ea47e", "name": "network-vif-deleted", "tag": "bdf14445-13aa-42c8-8538-0e113ea22eb2"}]}' {{(pid=114094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:55:07.194587 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 16:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b95368c-9e58-4123-874e-a1be8f5114a4 x-openstack-request-id: req-7b95368c-9e58-4123-874e-a1be8f5114a4 {{(pid=114094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:55:07.194876 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a8d6efb-9e26-48f5-80a7-4447209ea47e", "name": "network-vif-deleted", "tag": "bdf14445-13aa-42c8-8538-0e113ea22eb2", "status": "completed", "code": 200}]} {{(pid=114094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:55:07.195209 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7b95368c-9e58-4123-874e-a1be8f5114a4 {{(pid=114094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:55:07.195616 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a8d6efb-9e26-48f5-80a7-4447209ea47e', 'name': 'network-vif-deleted', 'tag': 'bdf14445-13aa-42c8-8538-0e113ea22eb2', 'status': 'completed', 'code': 200} Jan 27 16:55:07.357199 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-8b809e54-5482-41b6-a9df-83c8e1004156 req-94f522bb-da3f-402a-9439-0b96691c2545 tempest-TestMinimumBasicScenario-220738497 tempest-TestMinimumBasicScenario-220738497-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a8d6efb-9e26-48f5-80a7-4447209ea47e HTTP/1.1" status: 200 len: 210 time: 0.0371916 Jan 27 16:55:07.378443 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e33bea4-ae2a-4128-8fa1-555f201d344e req-f7b8d5b6-f0c8-463e-b863-492eb8a2ef36 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:07.379988 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-8e33bea4-ae2a-4128-8fa1-555f201d344e req-f7b8d5b6-f0c8-463e-b863-492eb8a2ef36 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=094ca1ee-6735-4773-88c3-f81551f79fec HTTP/1.1" status: 200 len: 946 time: 0.0687664 Jan 27 16:55:07.425888 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-8e33bea4-ae2a-4128-8fa1-555f201d344e req-92ed6ca5-a0b4-42be-aa3d-e11432eacbeb tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb2f1526-28f2-4b52-8439-abb91f5f29fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399563 Jan 27 16:55:08.552055 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e3979b-0856-49c5-b0f9-aad3bdc7748a req-115f82e4-1f0d-4372-8407-dd8118499af2 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:08.553664 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-d9e3979b-0856-49c5-b0f9-aad3bdc7748a req-115f82e4-1f0d-4372-8407-dd8118499af2 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=094ca1ee-6735-4773-88c3-f81551f79fec HTTP/1.1" status: 200 len: 946 time: 0.0538855 Jan 27 16:55:08.606341 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-d9e3979b-0856-49c5-b0f9-aad3bdc7748a req-e36d977b-1c14-4a53-a5c2-2cf112d88694 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb2f1526-28f2-4b52-8439-abb91f5f29fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445395 Jan 27 16:55:09.030650 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 53088) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:55:09.376627 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-24da376a-2b1d-4342-bbec-3a670a30b0a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1796188'] for router_interface (1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:09.619804 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.plugin [None req-24da376a-2b1d-4342-bbec-3a670a30b0a8 admin admin] Deleting port aabe2860-1521-4bb5-b0ba-492ae7c66936 {{(pid=114095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:55:09.620473 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-24da376a-2b1d-4342-bbec-3a670a30b0a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740202897008'] for port (aabe2860-1521-4bb5-b0ba-492ae7c66936), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:09.733534 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.db [None req-24da376a-2b1d-4342-bbec-3a670a30b0a8 admin admin] For port aabe2860-1521-4bb5-b0ba-492ae7c66936, host dv-cinder-818830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818830-2-iscsi',level=0,port_id=aabe2860-1521-4bb5-b0ba-492ae7c66936,segment=NetworkSegment(c36f6854-8df8-41db-a98a-a633d19cdbb2),segment_id=c36f6854-8df8-41db-a98a-a633d19cdbb2)] {{(pid=114095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:55:09.733901 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-24da376a-2b1d-4342-bbec-3a670a30b0a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797243'] for port (aabe2860-1521-4bb5-b0ba-492ae7c66936), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:09.752460 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.plugin [None req-24da376a-2b1d-4342-bbec-3a670a30b0a8 admin admin] Calling delete_port for aabe2860-1521-4bb5-b0ba-492ae7c66936 owned by network:router_interface {{(pid=114095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:55:09.768620 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243a71f4-d538-4ebd-921c-f3b34c8095a0 req-d98af5d5-fca3-4494-8dde-3f9e28ba501d tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:09.770277 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-243a71f4-d538-4ebd-921c-f3b34c8095a0 req-d98af5d5-fca3-4494-8dde-3f9e28ba501d tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=094ca1ee-6735-4773-88c3-f81551f79fec HTTP/1.1" status: 200 len: 946 time: 0.0831649 Jan 27 16:55:09.817269 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device c65d8b4a-3134-49fd-9fd6-0ca9592da86a details requested by agent hyperv_hv-cinder-81883 with host hv-cinder-81883 {{(pid=114096) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 16:55:09.819534 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device bdf14445-13aa-42c8-8538-0e113ea22eb2 no longer exists at agent hyperv_hv-cinder-81883 {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:55:09.853874 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] No Port match for: bdf14445-13aa-42c8-8538-0e113ea22eb2 {{(pid=114096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 16:55:09.854320 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device bdf14445-13aa-42c8-8538-0e113ea22eb2 not bound to the agent host hv-cinder-81883 {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 16:55:09.868339 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-243a71f4-d538-4ebd-921c-f3b34c8095a0 req-1d84a35f-adc7-430a-b261-8bd75fb0c7bd tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb2f1526-28f2-4b52-8439-abb91f5f29fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904119 Jan 27 16:55:09.941667 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] For port c65d8b4a-3134-49fd-9fd6-0ca9592da86a, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=c65d8b4a-3134-49fd-9fd6-0ca9592da86a,segment=NetworkSegment(f24320bd-5fde-4b90-81d3-17a919a07a12),segment_id=f24320bd-5fde-4b90-81d3-17a919a07a12)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:55:09.954443 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Returning: {'device': 'c65d8b4a-3134-49fd-9fd6-0ca9592da86a', 'network_id': '4e17d67f-4d84-42b2-a3bf-cf48fd71687d', 'port_id': 'c65d8b4a-3134-49fd-9fd6-0ca9592da86a', 'mac_address': 'fa:16:3e:3c:49:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0494b2b-60e2-42b5-a63f-939831eceb11', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114096) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 16:55:09.972576 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-d5100e2a-5a28-4fc3-a5a9-fe9a21297ab0 req-14315539-20f9-4761-b58e-02a83f04a38e tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-962365757&fields=id&tenant_id=4d8774be86e84ff7a66787d6f67c554e HTTP/1.1" status: 200 len: 267 time: 0.0687613 Jan 27 16:55:09.997340 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Current status of the port c65d8b4a-3134-49fd-9fd6-0ca9592da86a is: ACTIVE; New status is: BUILD {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:55:09.997731 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (c65d8b4a-3134-49fd-9fd6-0ca9592da86a), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:10.011331 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.notifiers.nova [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c65d8b4a-3134-49fd-9fd6-0ca9592da86a {{(pid=114096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:55:10.032486 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] For port c65d8b4a-3134-49fd-9fd6-0ca9592da86a, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=c65d8b4a-3134-49fd-9fd6-0ca9592da86a,segment=NetworkSegment(f24320bd-5fde-4b90-81d3-17a919a07a12),segment_id=f24320bd-5fde-4b90-81d3-17a919a07a12)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:55:10.036320 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (c65d8b4a-3134-49fd-9fd6-0ca9592da86a), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:10.087830 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-24da376a-2b1d-4342-bbec-3a670a30b0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740202902474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740202573626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080504'] for port (aabe2860-1521-4bb5-b0ba-492ae7c66936), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:10.089548 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Pushing event updated for resources: {'Port': ['ID=c65d8b4a-3134-49fd-9fd6-0ca9592da86a,revision_number=6']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:55:10.097251 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:55:10.097690 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:55:10.098116 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:55:10.098521 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:55:10.098932 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:55:10.099338 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:55:10.099897 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:55:10.100306 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:55:10.100715 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:55:10.101120 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:55:10.101459 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:55:10.101790 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:55:10.102120 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:55:10.129894 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24da376a-2b1d-4342-bbec-3a670a30b0a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=aabe2860-1521-4bb5-b0ba-492ae7c66936,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:55:10.144508 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] get_ports_and_sgs() called for port_ids ['c65d8b4a-3134-49fd-9fd6-0ca9592da86a'] {{(pid=114096) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 16:55:10.148760 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5100e2a-5a28-4fc3-a5a9-fe9a21297ab0 req-122fb9d3-1c05-4918-ae10-c158d3bdecb2 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:10.156136 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-d5100e2a-5a28-4fc3-a5a9-fe9a21297ab0 req-122fb9d3-1c05-4918-ae10-c158d3bdecb2 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/networks?id=31086914-ef67-4638-ab4e-856fdab7280e HTTP/1.1" status: 200 len: 810 time: 0.1747508 Jan 27 16:55:10.203969 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-d5100e2a-5a28-4fc3-a5a9-fe9a21297ab0 req-2c31f54a-213f-44f9-a687-3e31457e4528 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/quotas/4d8774be86e84ff7a66787d6f67c554e HTTP/1.1" status: 200 len: 375 time: 0.0468042 Jan 27 16:55:10.318078 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-d5100e2a-5a28-4fc3-a5a9-fe9a21297ab0 req-aaee2211-9641-47af-910e-ef1915177e4c tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=4d8774be86e84ff7a66787d6f67c554e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1101818 Jan 27 16:55:10.413048 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-24da376a-2b1d-4342-bbec-3a670a30b0a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2031911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1796336'] for router_interface (1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:10.487039 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-d5100e2a-5a28-4fc3-a5a9-fe9a21297ab0 req-3ec9da28-0c8b-4695-893e-615e21f55817 service neutron] 10.222.0.48 "GET /v2.0/networks/31086914-ef67-4638-ab4e-856fdab7280e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435046 Jan 27 16:55:10.653775 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-d5100e2a-5a28-4fc3-a5a9-fe9a21297ab0 req-4e0b0419-5558-473b-a2d0-aaa1f26c5e4d service neutron] 10.222.0.48 "GET /v2.0/networks/31086914-ef67-4638-ab4e-856fdab7280e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606202 Jan 27 16:55:10.719638 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24da376a-2b1d-4342-bbec-3a670a30b0a8 admin admin] Router 1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc has already been hosted by L3 agent bdbd084a-7876-495d-b5d9-cf3ee18f0227 {{(pid=114095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 16:55:10.827033 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24da376a-2b1d-4342-bbec-3a670a30b0a8 admin admin] Notify agent at l3_agent.dv-cinder-818830-2-iscsi the message routers_updated {{(pid=114095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 16:55:10.832111 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-24da376a-2b1d-4342-bbec-3a670a30b0a8 admin admin] 10.222.0.48 "PUT /v2.0/routers/1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8004525 Jan 27 16:55:10.834737 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 53110) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:55:10.836119 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8ccb17-f413-44a9-806d-c95f1357ab24 None None] Sync routers for ids ['1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc'] in dv-cinder-818830-2-iscsi {{(pid=114096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 16:55:10.847753 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8ccb17-f413-44a9-806d-c95f1357ab24 None None] Routers {'1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:55:10.848372 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-2a8ccb17-f413-44a9-806d-c95f1357ab24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T16:54:48Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc'], 'active': True} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:55:10.979904 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-9c109d19-b460-43f3-ab9e-aa6f1731ddbd req-e1b892a6-f5f1-4c9d-97ef-22d2b93187ea tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/ports?device_id=e76bd5f8-b0be-4230-8011-a683fcb41d21 HTTP/1.1" status: 200 len: 210 time: 0.0396385 Jan 27 16:55:10.981904 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvr_db [None req-2a8ccb17-f413-44a9-806d-c95f1357ab24 None None] Set router 1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc gateway port host: dv-cinder-818830-2-iscsi {{(pid=114096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:55:11.032689 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-bb5c0e5f-707f-45de-8a57-8c935ec7e728 admin admin] Publish callbacks [] for router (1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:11.219583 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-2a8ccb17-f413-44a9-806d-c95f1357ab24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc', 'name': 'tempest-TestMinimumBasicScenario-1743930393-router', 'tenant_id': 'fe08ade68b284511b92c42fba70f29d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': 'e9a8bbbc-9d11-4930-ba11-436d0f0dbf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:52:01Z', 'updated_at': '2022-01-27T16:55:09Z', 'revision_number': 5, 'project_id': 'fe08ade68b284511b92c42fba70f29d3', 'gw_port': {'id': 'e9a8bbbc-9d11-4930-ba11-436d0f0dbf1c', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:51:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:52:02Z', 'updated_at': '2022-01-27T16:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi'}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:55:11.251370 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8ccb17-f413-44a9-806d-c95f1357ab24 None None] Checking router: 1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc for host: dv-cinder-818830-2-iscsi {{(pid=114096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 16:55:11.260274 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8ccb17-f413-44a9-806d-c95f1357ab24 None None] Routers {'1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:55:11.260986 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-2a8ccb17-f413-44a9-806d-c95f1357ab24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T16:54:48Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc'], 'active': True} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:55:11.322582 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec372181-b70d-43eb-b261-878f84c0e61e req-61ec3762-2662-49f0-a146-c9f24f25bd38 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:11.324085 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-ec372181-b70d-43eb-b261-878f84c0e61e req-61ec3762-2662-49f0-a146-c9f24f25bd38 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=094ca1ee-6735-4773-88c3-f81551f79fec HTTP/1.1" status: 200 len: 945 time: 0.3495359 Jan 27 16:55:11.380504 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvr_db [None req-2a8ccb17-f413-44a9-806d-c95f1357ab24 None None] Set router 1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc gateway port host: dv-cinder-818830-2-iscsi {{(pid=114096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:55:11.426278 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-ec372181-b70d-43eb-b261-878f84c0e61e req-998448e8-d039-4791-b299-ac539a4f68c8 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb2f1526-28f2-4b52-8439-abb91f5f29fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922699 Jan 27 16:55:11.434267 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-bb5c0e5f-707f-45de-8a57-8c935ec7e728 admin admin] Publish callbacks [] for router_gateway (1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:11.501104 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.plugin [None req-bb5c0e5f-707f-45de-8a57-8c935ec7e728 admin admin] Deleting port e9a8bbbc-9d11-4930-ba11-436d0f0dbf1c {{(pid=114095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:55:11.501456 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-bb5c0e5f-707f-45de-8a57-8c935ec7e728 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740202897008'] for port (e9a8bbbc-9d11-4930-ba11-436d0f0dbf1c), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:11.578032 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-2a8ccb17-f413-44a9-806d-c95f1357ab24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc', 'name': 'tempest-TestMinimumBasicScenario-1743930393-router', 'tenant_id': 'fe08ade68b284511b92c42fba70f29d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': 'e9a8bbbc-9d11-4930-ba11-436d0f0dbf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:52:01Z', 'updated_at': '2022-01-27T16:55:09Z', 'revision_number': 5, 'project_id': 'fe08ade68b284511b92c42fba70f29d3', 'gw_port': {'id': 'e9a8bbbc-9d11-4930-ba11-436d0f0dbf1c', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:51:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:52:02Z', 'updated_at': '2022-01-27T16:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi'}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:55:11.586077 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.db [None req-bb5c0e5f-707f-45de-8a57-8c935ec7e728 admin admin] For port e9a8bbbc-9d11-4930-ba11-436d0f0dbf1c, host dv-cinder-818830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818830-2-iscsi',level=0,port_id=e9a8bbbc-9d11-4930-ba11-436d0f0dbf1c,segment=NetworkSegment(9bd3a446-0196-4595-aa07-09a05d016e38),segment_id=9bd3a446-0196-4595-aa07-09a05d016e38)] {{(pid=114095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:55:11.586455 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-bb5c0e5f-707f-45de-8a57-8c935ec7e728 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797243'] for port (e9a8bbbc-9d11-4930-ba11-436d0f0dbf1c), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:11.599360 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.plugin [None req-bb5c0e5f-707f-45de-8a57-8c935ec7e728 admin admin] Calling delete_port for e9a8bbbc-9d11-4930-ba11-436d0f0dbf1c owned by network:router_gateway {{(pid=114095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:55:11.608790 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8ccb17-f413-44a9-806d-c95f1357ab24 None None] The sync data for ids ['1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc'] in dv-cinder-818830-2-iscsi is: [{'id': '1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc', 'name': 'tempest-TestMinimumBasicScenario-1743930393-router', 'tenant_id': 'fe08ade68b284511b92c42fba70f29d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': 'e9a8bbbc-9d11-4930-ba11-436d0f0dbf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:52:01Z', 'updated_at': '2022-01-27T16:55:09Z', 'revision_number': 5, 'project_id': 'fe08ade68b284511b92c42fba70f29d3', 'gw_port': {'id': 'e9a8bbbc-9d11-4930-ba11-436d0f0dbf1c', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:51:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:52:02Z', 'updated_at': '2022-01-27T16:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi'}] {{(pid=114096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 16:55:11.766197 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-bb5c0e5f-707f-45de-8a57-8c935ec7e728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740202902474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740202573626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080504'] for port (e9a8bbbc-9d11-4930-ba11-436d0f0dbf1c), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:11.801091 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5c0e5f-707f-45de-8a57-8c935ec7e728 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9a8bbbc-9d11-4930-ba11-436d0f0dbf1c,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:55:11.820310 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device c65d8b4a-3134-49fd-9fd6-0ca9592da86a up at agent hyperv_hv-cinder-81883 {{(pid=114096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:55:11.856349 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-bb5c0e5f-707f-45de-8a57-8c935ec7e728 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1797530'] for router_gateway (1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:11.868004 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Provisioning complete for port c65d8b4a-3134-49fd-9fd6-0ca9592da86a triggered by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:55:11.868606 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (c65d8b4a-3134-49fd-9fd6-0ca9592da86a), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:11.951455 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-bb5c0e5f-707f-45de-8a57-8c935ec7e728 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router (1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:11.954289 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-bb5c0e5f-707f-45de-8a57-8c935ec7e728 admin admin] Publish callbacks [] for router_controller (1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc), precommit_delete_associations {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:11.961412 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Current status of the port c65d8b4a-3134-49fd-9fd6-0ca9592da86a is: BUILD; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:55:11.961809 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (c65d8b4a-3134-49fd-9fd6-0ca9592da86a), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:11.991500 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '094ca1ee-6735-4773-88c3-f81551f79fec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c65d8b4a-3134-49fd-9fd6-0ca9592da86a'}] {{(pid=114096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:55:11.993922 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7400b25514d980253c692f49984ce8becaf326df5cb1ee6ae8228296f1505bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0cee288-9cc6-4901-a31d-7cfc814d7ff5" -d '{"events": [{"server_uuid": "094ca1ee-6735-4773-88c3-f81551f79fec", "name": "network-vif-plugged", "status": "completed", "tag": "c65d8b4a-3134-49fd-9fd6-0ca9592da86a"}]}' {{(pid=114096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:55:12.021209 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] For port c65d8b4a-3134-49fd-9fd6-0ca9592da86a, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=c65d8b4a-3134-49fd-9fd6-0ca9592da86a,segment=NetworkSegment(f24320bd-5fde-4b90-81d3-17a919a07a12),segment_id=f24320bd-5fde-4b90-81d3-17a919a07a12)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:55:12.023718 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-bb5c0e5f-707f-45de-8a57-8c935ec7e728 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1794534'] for router (1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:12.024349 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb5c0e5f-707f-45de-8a57-8c935ec7e728 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc {{(pid=114095) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 16:55:12.029906 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (c65d8b4a-3134-49fd-9fd6-0ca9592da86a), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:12.043323 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-bb5c0e5f-707f-45de-8a57-8c935ec7e728 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:12.047078 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-bb5c0e5f-707f-45de-8a57-8c935ec7e728 admin admin] 10.222.0.48 "DELETE /v2.0/routers/1b5464b5-cfaf-40e1-a5b7-3e34596dc5dc HTTP/1.1" status: 204 len: 168 time: 1.2089684 Jan 27 16:55:12.047663 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 53130) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:55:12.080601 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 16:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4beb7d80-9dff-4518-bbe6-99456dbae11f x-openstack-request-id: req-4beb7d80-9dff-4518-bbe6-99456dbae11f {{(pid=114096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:55:12.081054 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "094ca1ee-6735-4773-88c3-f81551f79fec", "name": "network-vif-plugged", "status": "completed", "tag": "c65d8b4a-3134-49fd-9fd6-0ca9592da86a", "code": 200}]} {{(pid=114096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:55:12.082645 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4beb7d80-9dff-4518-bbe6-99456dbae11f {{(pid=114096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:55:12.083614 dv-cinder-818830-2-iscsi neutron-server[114096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '094ca1ee-6735-4773-88c3-f81551f79fec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c65d8b4a-3134-49fd-9fd6-0ca9592da86a', 'code': 200} Jan 27 16:55:12.126662 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Pushing event updated for resources: {'Port': ['ID=c65d8b4a-3134-49fd-9fd6-0ca9592da86a,revision_number=7']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:55:12.156070 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.db.db_base_plugin_v2 [None req-834ca72e-e799-4e44-a8d2-50429d5a8a06 admin admin] Deleting subnet b6bd6e03-faed-4044-b0c4-ece2c83c8c55 {{(pid=114095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 16:55:12.163931 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-834ca72e-e799-4e44-a8d2-50429d5a8a06 admin admin] Publish callbacks [] for subnet (b6bd6e03-faed-4044-b0c4-ece2c83c8c55), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:12.178566 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5100e2a-5a28-4fc3-a5a9-fe9a21297ab0 req-96b4e916-066f-4c99-9089-655c464a502c tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:12.180199 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-d5100e2a-5a28-4fc3-a5a9-fe9a21297ab0 req-96b4e916-066f-4c99-9089-655c464a502c tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.24 "GET /v2.0/networks?id=31086914-ef67-4638-ab4e-856fdab7280e HTTP/1.1" status: 200 len: 810 time: 0.1636026 Jan 27 16:55:12.230209 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-ff7705d9-183c-47be-a961-c34411294c5b req-992689f2-13d8-4e6a-9c8f-b15d0c8f7418 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/ports?device_id=e76bd5f8-b0be-4230-8011-a683fcb41d21 HTTP/1.1" status: 200 len: 210 time: 0.0695496 Jan 27 16:55:12.242647 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-834ca72e-e799-4e44-a8d2-50429d5a8a06 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9298286'] for subnet (b6bd6e03-faed-4044-b0c4-ece2c83c8c55), precommit_delete_associations {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:12.275906 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-d5100e2a-5a28-4fc3-a5a9-fe9a21297ab0 req-aa8c868d-03a1-430d-963d-6247d69027cc tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d8774be86e84ff7a66787d6f67c554e HTTP/1.1" status: 200 len: 379 time: 0.0831039 Jan 27 16:55:12.318137 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.v2.base [req-d5100e2a-5a28-4fc3-a5a9-fe9a21297ab0 req-2cc815f8-d2b0-4ab2-a08d-656297e3abc2 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Request body: {'port': {'device_id': 'e76bd5f8-b0be-4230-8011-a683fcb41d21', 'network_id': '31086914-ef67-4638-ab4e-856fdab7280e', 'admin_state_up': True, 'tenant_id': '4d8774be86e84ff7a66787d6f67c554e', 'security_groups': ['1472d445-c789-4bc7-8d41-a03ed1a5e9dc']}} {{(pid=114094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:55:12.409406 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-834ca72e-e799-4e44-a8d2-50429d5a8a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-889273'] for subnet (b6bd6e03-faed-4044-b0c4-ece2c83c8c55), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:12.483733 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-834ca72e-e799-4e44-a8d2-50429d5a8a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-889270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9200209'] for subnet (b6bd6e03-faed-4044-b0c4-ece2c83c8c55), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:12.553471 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5100e2a-5a28-4fc3-a5a9-fe9a21297ab0 req-2cc815f8-d2b0-4ab2-a08d-656297e3abc2 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Made reservation on behalf of 4d8774be86e84ff7a66787d6f67c554e for: {'port': 1} {{(pid=114094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:55:12.557580 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-d5100e2a-5a28-4fc3-a5a9-fe9a21297ab0 req-2cc815f8-d2b0-4ab2-a08d-656297e3abc2 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:12.562761 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834ca72e-e799-4e44-a8d2-50429d5a8a06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6bd6e03-faed-4044-b0c4-ece2c83c8c55,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:55:12.567260 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-834ca72e-e799-4e44-a8d2-50429d5a8a06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032074'] for subnet (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:12.568033 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3a4090-48ba-43c1-86f0-069529cb7ea0 None None] Network 0cf8540c-4553-4409-baa3-685ce5fef788 requested from dv-cinder-818830-2-iscsi {{(pid=114096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 16:55:12.576727 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-834ca72e-e799-4e44-a8d2-50429d5a8a06 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/b6bd6e03-faed-4044-b0c4-ece2c83c8c55 HTTP/1.1" status: 204 len: 168 time: 0.5278492 Jan 27 16:55:12.581008 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 53148) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:55:12.635704 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e071036f-c5f3-4976-9a2f-01b17b51878c req-d8e1d248-372a-4543-81cd-4bfdc8e2d4e7 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:12.658359 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-e071036f-c5f3-4976-9a2f-01b17b51878c req-d8e1d248-372a-4543-81cd-4bfdc8e2d4e7 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=094ca1ee-6735-4773-88c3-f81551f79fec HTTP/1.1" status: 200 len: 946 time: 0.1071243 Jan 27 16:55:12.770364 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-e071036f-c5f3-4976-9a2f-01b17b51878c req-2e191d37-e6e1-421d-8a55-b76c4e4d04a7 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb2f1526-28f2-4b52-8439-abb91f5f29fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080446 Jan 27 16:55:12.776421 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-93cddb3e-3da3-43d0-a347-b610bee1f593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012344'] for network (0cf8540c-4553-4409-baa3-685ce5fef788), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:12.890076 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84c2851-f104-4d23-b46f-0c00cc41ec4c None None] DHCP port deletion for 0cf8540c-4553-4409-baa3-685ce5fef788 request from dv-cinder-818830-2-iscsi {{(pid=114096) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 16:55:12.929642 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.db_base_plugin_common [req-d5100e2a-5a28-4fc3-a5a9-fe9a21297ab0 req-2cc815f8-d2b0-4ab2-a08d-656297e3abc2 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Allocated IP 172.20.0.5 (31086914-ef67-4638-ab4e-856fdab7280e/4f1f5f27-ec22-474d-84c0-06f0bcfbbeac/ddb0a081-44ae-4078-a6e3-6ef517eaaabd) {{(pid=114094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:55:12.976878 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-d84c2851-f104-4d23-b46f-0c00cc41ec4c None None] Deleting port bae2defa-b858-495e-b62f-3e24c72a7bfb {{(pid=114096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:55:12.977269 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.plugin [None req-93cddb3e-3da3-43d0-a347-b610bee1f593 admin admin] Deleting port bae2defa-b858-495e-b62f-3e24c72a7bfb {{(pid=114094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:55:12.978150 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-93cddb3e-3da3-43d0-a347-b610bee1f593 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740202897008'] for port (bae2defa-b858-495e-b62f-3e24c72a7bfb), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:12.979854 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-d84c2851-f104-4d23-b46f-0c00cc41ec4c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740202897008'] for port (bae2defa-b858-495e-b62f-3e24c72a7bfb), before_delete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:13.080625 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-d84c2851-f104-4d23-b46f-0c00cc41ec4c None None] For port bae2defa-b858-495e-b62f-3e24c72a7bfb, host dv-cinder-818830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818830-2-iscsi',level=0,port_id=bae2defa-b858-495e-b62f-3e24c72a7bfb,segment=NetworkSegment(c36f6854-8df8-41db-a98a-a633d19cdbb2),segment_id=c36f6854-8df8-41db-a98a-a633d19cdbb2)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:55:13.081026 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-d84c2851-f104-4d23-b46f-0c00cc41ec4c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797243'] for port (bae2defa-b858-495e-b62f-3e24c72a7bfb), precommit_delete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:13.118833 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-d84c2851-f104-4d23-b46f-0c00cc41ec4c None None] Calling delete_port for bae2defa-b858-495e-b62f-3e24c72a7bfb owned by network:dhcp {{(pid=114096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:55:13.135447 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device bae2defa-b858-495e-b62f-3e24c72a7bfb no longer exists at agent ovs-agent-dv-cinder-818830-2-iscsi {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:55:13.166088 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.db [None req-93cddb3e-3da3-43d0-a347-b610bee1f593 admin admin] For port bae2defa-b858-495e-b62f-3e24c72a7bfb, host dv-cinder-818830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818830-2-iscsi',level=0,port_id=bae2defa-b858-495e-b62f-3e24c72a7bfb,segment=NetworkSegment(c36f6854-8df8-41db-a98a-a633d19cdbb2),segment_id=c36f6854-8df8-41db-a98a-a633d19cdbb2)] {{(pid=114094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:55:13.166492 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-93cddb3e-3da3-43d0-a347-b610bee1f593 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797243'] for port (bae2defa-b858-495e-b62f-3e24c72a7bfb), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:13.355308 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Current status of the port bae2defa-b858-495e-b62f-3e24c72a7bfb is: ACTIVE; New status is: DOWN {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:55:13.356592 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (bae2defa-b858-495e-b62f-3e24c72a7bfb), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:13.386356 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-d84c2851-f104-4d23-b46f-0c00cc41ec4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740202902474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740202573626'] for port (bae2defa-b858-495e-b62f-3e24c72a7bfb), after_delete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:13.400145 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-72e200a1-2ac2-48d6-ae03-e7027e18a81b req-080e2907-4393-498b-9058-644365907a8b tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/ports?device_id=e76bd5f8-b0be-4230-8011-a683fcb41d21 HTTP/1.1" status: 200 len: 210 time: 0.0533588 Jan 27 16:55:13.412892 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84c2851-f104-4d23-b46f-0c00cc41ec4c None None] Pushing event deleted for resources: {'Port': ['ID=bae2defa-b858-495e-b62f-3e24c72a7bfb,revision_number=None']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:55:13.567177 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.plugin [None req-93cddb3e-3da3-43d0-a347-b610bee1f593 admin admin] Calling delete_port for bae2defa-b858-495e-b62f-3e24c72a7bfb owned by network:dhcp {{(pid=114094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:55:13.635647 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device aabe2860-1521-4bb5-b0ba-492ae7c66936 no longer exists at agent ovs-agent-dv-cinder-818830-2-iscsi {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:55:13.660696 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84c2851-f104-4d23-b46f-0c00cc41ec4c None None] No DVR routers for this DVR port bae2defa-b858-495e-b62f-3e24c72a7bfb on host dv-cinder-818830-2-iscsi {{(pid=114096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 16:55:13.662827 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] No Port match for: aabe2860-1521-4bb5-b0ba-492ae7c66936 {{(pid=114096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 16:55:13.663262 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device aabe2860-1521-4bb5-b0ba-492ae7c66936 not bound to the agent host dv-cinder-818830-2-iscsi {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 16:55:13.664104 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device e9a8bbbc-9d11-4930-ba11-436d0f0dbf1c no longer exists at agent ovs-agent-dv-cinder-818830-2-iscsi {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:55:13.704168 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] No Port match for: e9a8bbbc-9d11-4930-ba11-436d0f0dbf1c {{(pid=114096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 16:55:13.704524 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device e9a8bbbc-9d11-4930-ba11-436d0f0dbf1c not bound to the agent host dv-cinder-818830-2-iscsi {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 16:55:13.767103 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-d5100e2a-5a28-4fc3-a5a9-fe9a21297ab0 req-2cc815f8-d2b0-4ab2-a08d-656297e3abc2 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks [] for port (ddb0a081-44ae-4078-a6e3-6ef517eaaabd), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:13.768382 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-93cddb3e-3da3-43d0-a347-b610bee1f593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740202902474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740202573626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777202'] for port (bae2defa-b858-495e-b62f-3e24c72a7bfb), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:13.802417 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cddb3e-3da3-43d0-a347-b610bee1f593 admin admin] Pushing event deleted for resources: {'Port': ['ID=bae2defa-b858-495e-b62f-3e24c72a7bfb,revision_number=None']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:55:13.816204 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cddb3e-3da3-43d0-a347-b610bee1f593 admin admin] No DVR routers for this DVR port bae2defa-b858-495e-b62f-3e24c72a7bfb on host dv-cinder-818830-2-iscsi {{(pid=114094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 16:55:13.908422 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-93cddb3e-3da3-43d0-a347-b610bee1f593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891970', 'neutron.services.segments.db._delete_segments_for_network-8740203086740'] for network (0cf8540c-4553-4409-baa3-685ce5fef788), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:13.926245 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-d5100e2a-5a28-4fc3-a5a9-fe9a21297ab0 req-2cc815f8-d2b0-4ab2-a08d-656297e3abc2 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740202573617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777202'] for port (ddb0a081-44ae-4078-a6e3-6ef517eaaabd), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:13.953289 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeb9127-e0d2-4d88-925f-274dbd7deae0 req-68985839-bf68-4f5e-a4b1-9053d64456ce tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:13.960924 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-bbeb9127-e0d2-4d88-925f-274dbd7deae0 req-68985839-bf68-4f5e-a4b1-9053d64456ce tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=094ca1ee-6735-4773-88c3-f81551f79fec HTTP/1.1" status: 200 len: 946 time: 0.1065807 Jan 27 16:55:14.008479 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.services.segments.db [None req-93cddb3e-3da3-43d0-a347-b610bee1f593 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cf8540c-4553-4409-baa3-685ce5fef788']}} {{(pid=114094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:55:14.018959 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-bbeb9127-e0d2-4d88-925f-274dbd7deae0 req-80ce1db7-4eab-40f2-af2b-cbff081f2620 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb2f1526-28f2-4b52-8439-abb91f5f29fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569477 Jan 27 16:55:14.032453 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.services.segments.db [None req-93cddb3e-3da3-43d0-a347-b610bee1f593 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c36f6854-8df8-41db-a98a-a633d19cdbb2') {'for_net_delete': True} {{(pid=114094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:55:14.032902 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.services.segments.db [None req-93cddb3e-3da3-43d0-a347-b610bee1f593 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c36f6854-8df8-41db-a98a-a633d19cdbb2') {} {{(pid=114094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:55:14.036318 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5100e2a-5a28-4fc3-a5a9-fe9a21297ab0 req-2cc815f8-d2b0-4ab2-a08d-656297e3abc2 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Network 31086914-ef67-4638-ab4e-856fdab7280e is already hosted by enough agents. {{(pid=114094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:55:14.042996 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc815f8-d2b0-4ab2-a08d-656297e3abc2 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Pushing event updated for resources: {'Port': ['ID=ddb0a081-44ae-4078-a6e3-6ef517eaaabd,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:55:14.047246 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.base_scheduler [req-d5100e2a-5a28-4fc3-a5a9-fe9a21297ab0 req-2cc815f8-d2b0-4ab2-a08d-656297e3abc2 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Resources bound (agent type, host, resource id): {{(pid=114094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:55:14.050019 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-93cddb3e-3da3-43d0-a347-b610bee1f593 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740203088285', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9276965'] for segment (c36f6854-8df8-41db-a98a-a633d19cdbb2), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:14.057751 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5100e2a-5a28-4fc3-a5a9-fe9a21297ab0 req-2cc815f8-d2b0-4ab2-a08d-656297e3abc2 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Received port after_create {{(pid=114094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:55:14.090085 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-93cddb3e-3da3-43d0-a347-b610bee1f593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985126'] for segment (c36f6854-8df8-41db-a98a-a633d19cdbb2), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:14.101290 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93cddb3e-3da3-43d0-a347-b610bee1f593 admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=114094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 16:55:14.101994 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-93cddb3e-3da3-43d0-a347-b610bee1f593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8777005'] for segment (c36f6854-8df8-41db-a98a-a633d19cdbb2), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:14.104064 dv-cinder-818830-2-iscsi neutron-server[114094]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 16:55:14.104064 dv-cinder-818830-2-iscsi neutron-server[114094]: self.session.flush() Jan 27 16:55:14.104064 dv-cinder-818830-2-iscsi neutron-server[114094]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 16:55:14.104064 dv-cinder-818830-2-iscsi neutron-server[114094]: self.session.flush() Jan 27 16:55:14.104064 dv-cinder-818830-2-iscsi neutron-server[114094]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 16:55:14.104064 dv-cinder-818830-2-iscsi neutron-server[114094]: self.session.flush() Jan 27 16:55:14.104064 dv-cinder-818830-2-iscsi neutron-server[114094]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 16:55:14.104064 dv-cinder-818830-2-iscsi neutron-server[114094]: self.session.flush() Jan 27 16:55:14.104064 dv-cinder-818830-2-iscsi neutron-server[114094]: Traceback (most recent call last): Jan 27 16:55:14.104064 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 16:55:14.104064 dv-cinder-818830-2-iscsi neutron-server[114094]: timer() Jan 27 16:55:14.104064 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 16:55:14.104064 dv-cinder-818830-2-iscsi neutron-server[114094]: cb(*args, **kw) Jan 27 16:55:14.104064 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 16:55:14.104064 dv-cinder-818830-2-iscsi neutron-server[114094]: return func(*args, **kwargs) Jan 27 16:55:14.104064 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 16:55:14.104064 dv-cinder-818830-2-iscsi neutron-server[114094]: self._notify() Jan 27 16:55:14.104064 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 16:55:14.104064 dv-cinder-818830-2-iscsi neutron-server[114094]: self.callback(batched_events) Jan 27 16:55:14.104064 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 16:55:14.104064 dv-cinder-818830-2-iscsi neutron-server[114094]: event.method(event) Jan 27 16:55:14.104064 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 16:55:14.104064 dv-cinder-818830-2-iscsi neutron-server[114094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 16:55:14.104064 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 16:55:14.104064 dv-cinder-818830-2-iscsi neutron-server[114094]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 16:55:14.104064 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 16:55:14.104064 dv-cinder-818830-2-iscsi neutron-server[114094]: return f(self, *a, **k) Jan 27 16:55:14.104064 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 16:55:14.104064 dv-cinder-818830-2-iscsi neutron-server[114094]: return self._get(url).json() Jan 27 16:55:14.104064 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 16:55:14.104064 dv-cinder-818830-2-iscsi neutron-server[114094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 16:55:14.104064 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 16:55:14.104064 dv-cinder-818830-2-iscsi neutron-server[114094]: return self.request(url, 'GET', **kwargs) Jan 27 16:55:14.104064 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 16:55:14.104064 dv-cinder-818830-2-iscsi neutron-server[114094]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 16:55:14.104064 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 16:55:14.104064 dv-cinder-818830-2-iscsi neutron-server[114094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 16:55:14.104064 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 16:55:14.104064 dv-cinder-818830-2-iscsi neutron-server[114094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 16:55:14.104064 dv-cinder-818830-2-iscsi neutron-server[114094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 16:55:14.161204 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5100e2a-5a28-4fc3-a5a9-fe9a21297ab0 req-2cc815f8-d2b0-4ab2-a08d-656297e3abc2 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:14.162150 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-d5100e2a-5a28-4fc3-a5a9-fe9a21297ab0 req-2cc815f8-d2b0-4ab2-a08d-656297e3abc2 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118807'] for port (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:14.185588 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-93cddb3e-3da3-43d0-a347-b610bee1f593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1796466'] for network (0cf8540c-4553-4409-baa3-685ce5fef788), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:14.192602 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-93cddb3e-3da3-43d0-a347-b610bee1f593 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032074'] for network (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:14.199780 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-93cddb3e-3da3-43d0-a347-b610bee1f593 admin admin] 10.222.0.48 "DELETE /v2.0/networks/0cf8540c-4553-4409-baa3-685ce5fef788 HTTP/1.1" status: 204 len: 168 time: 1.6142514 Jan 27 16:55:14.200225 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-d5100e2a-5a28-4fc3-a5a9-fe9a21297ab0 req-2cc815f8-d2b0-4ab2-a08d-656297e3abc2 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8886340 Jan 27 16:55:14.200328 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 53166) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:55:14.221321 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.v2.base [req-d5100e2a-5a28-4fc3-a5a9-fe9a21297ab0 req-b2128a3d-0750-4ecf-87b8-16235dfe4c51 service neutron] Request body: {'port': {'device_id': 'e76bd5f8-b0be-4230-8011-a683fcb41d21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81883'}} {{(pid=114094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:55:14.226819 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cddb3e-3da3-43d0-a347-b610bee1f593 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cf8540c-4553-4409-baa3-685ce5fef788,revision_number=None']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:55:14.291849 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-d5100e2a-5a28-4fc3-a5a9-fe9a21297ab0 req-b2128a3d-0750-4ecf-87b8-16235dfe4c51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (ddb0a081-44ae-4078-a6e3-6ef517eaaabd), before_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:14.530443 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-fa126a6c-1acc-44ac-b4f9-d494b588d22e None None] Provisioning complete for port ddb0a081-44ae-4078-a6e3-6ef517eaaabd triggered by entity DHCP. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:55:14.531040 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-fa126a6c-1acc-44ac-b4f9-d494b588d22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (ddb0a081-44ae-4078-a6e3-6ef517eaaabd), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:14.586440 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-fa126a6c-1acc-44ac-b4f9-d494b588d22e None None] Port ddb0a081-44ae-4078-a6e3-6ef517eaaabd cannot update to ACTIVE because it is not bound. {{(pid=114096) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 16:55:14.644671 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fc82a2-9094-48d3-aba1-810a3d026f88 req-e0a187b9-b556-442e-b622-80974e795d42 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:14.653951 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-23fc82a2-9094-48d3-aba1-810a3d026f88 req-e0a187b9-b556-442e-b622-80974e795d42 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/ports?device_id=e76bd5f8-b0be-4230-8011-a683fcb41d21 HTTP/1.1" status: 200 len: 931 time: 0.0896709 Jan 27 16:55:14.707613 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.notifiers.nova [req-d5100e2a-5a28-4fc3-a5a9-fe9a21297ab0 req-b2128a3d-0750-4ecf-87b8-16235dfe4c51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddb0a081-44ae-4078-a6e3-6ef517eaaabd {{(pid=114094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:55:14.716629 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-d5100e2a-5a28-4fc3-a5a9-fe9a21297ab0 req-b2128a3d-0750-4ecf-87b8-16235dfe4c51 service neutron] Publish callbacks [] for port (ddb0a081-44ae-4078-a6e3-6ef517eaaabd), precommit_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:14.731830 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.provisioning_blocks [req-d5100e2a-5a28-4fc3-a5a9-fe9a21297ab0 req-b2128a3d-0750-4ecf-87b8-16235dfe4c51 service neutron] Transition to ACTIVE for port object ddb0a081-44ae-4078-a6e3-6ef517eaaabd will not be triggered until provisioned by entity L2. {{(pid=114094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 16:55:14.736651 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-d5100e2a-5a28-4fc3-a5a9-fe9a21297ab0 req-b2128a3d-0750-4ecf-87b8-16235dfe4c51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8776969'] for port (ddb0a081-44ae-4078-a6e3-6ef517eaaabd), after_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:14.748418 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-23fc82a2-9094-48d3-aba1-810a3d026f88 req-8aa8fbd0-364d-4793-a349-48d59a546a16 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/security-groups?id=1472d445-c789-4bc7-8d41-a03ed1a5e9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857401 Jan 27 16:55:14.807992 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2128a3d-0750-4ecf-87b8-16235dfe4c51 service neutron] Pushing event updated for resources: {'Port': ['ID=ddb0a081-44ae-4078-a6e3-6ef517eaaabd,revision_number=2']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:55:14.864649 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-7726eb61-41e4-4174-ad61-b355f553f5f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1796188'] for router_interface (22e37e41-c522-4da8-a533-ad243f5e91b5), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:14.897900 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.managers [req-d5100e2a-5a28-4fc3-a5a9-fe9a21297ab0 req-b2128a3d-0750-4ecf-87b8-16235dfe4c51 service neutron] Attempting to bind port ddb0a081-44ae-4078-a6e3-6ef517eaaabd on host hv-cinder-81883 for vnic_type normal with profile {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:55:14.898150 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.managers [req-d5100e2a-5a28-4fc3-a5a9-fe9a21297ab0 req-b2128a3d-0750-4ecf-87b8-16235dfe4c51 service neutron] Attempting to bind port ddb0a081-44ae-4078-a6e3-6ef517eaaabd by drivers openvswitch,hyperv on host hv-cinder-81883 at level 0 using segments [{'id': '7bf1178f-69a8-4a8f-a8bc-1f6a08989b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '31086914-ef67-4638-ab4e-856fdab7280e'}] {{(pid=114094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:55:14.898483 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5100e2a-5a28-4fc3-a5a9-fe9a21297ab0 req-b2128a3d-0750-4ecf-87b8-16235dfe4c51 service neutron] Attempting to bind port ddb0a081-44ae-4078-a6e3-6ef517eaaabd on network 31086914-ef67-4638-ab4e-856fdab7280e {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:55:14.903987 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5100e2a-5a28-4fc3-a5a9-fe9a21297ab0 req-b2128a3d-0750-4ecf-87b8-16235dfe4c51 service neutron] Port ddb0a081-44ae-4078-a6e3-6ef517eaaabd on network 31086914-ef67-4638-ab4e-856fdab7280e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81883 {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 16:55:14.904317 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5100e2a-5a28-4fc3-a5a9-fe9a21297ab0 req-b2128a3d-0750-4ecf-87b8-16235dfe4c51 service neutron] Attempting to bind port ddb0a081-44ae-4078-a6e3-6ef517eaaabd on network 31086914-ef67-4638-ab4e-856fdab7280e {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:55:14.909758 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5100e2a-5a28-4fc3-a5a9-fe9a21297ab0 req-b2128a3d-0750-4ecf-87b8-16235dfe4c51 service neutron] Checking agent: {'id': '853c399d-72c7-467e-bd42-08a47e7fb1c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81883', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 46, 47), 'started_at': datetime.datetime(2022, 1, 27, 16, 46, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:55:14.910094 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5100e2a-5a28-4fc3-a5a9-fe9a21297ab0 req-b2128a3d-0750-4ecf-87b8-16235dfe4c51 service neutron] Checking segment: {'id': '7bf1178f-69a8-4a8f-a8bc-1f6a08989b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '31086914-ef67-4638-ab4e-856fdab7280e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:55:14.910474 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5100e2a-5a28-4fc3-a5a9-fe9a21297ab0 req-b2128a3d-0750-4ecf-87b8-16235dfe4c51 service neutron] Bound using segment: {'id': '7bf1178f-69a8-4a8f-a8bc-1f6a08989b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '31086914-ef67-4638-ab4e-856fdab7280e'} {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:55:14.910907 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.managers [req-d5100e2a-5a28-4fc3-a5a9-fe9a21297ab0 req-b2128a3d-0750-4ecf-87b8-16235dfe4c51 service neutron] Bound port: ddb0a081-44ae-4078-a6e3-6ef517eaaabd, host: hv-cinder-81883, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bf1178f-69a8-4a8f-a8bc-1f6a08989b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '31086914-ef67-4638-ab4e-856fdab7280e'}}] {{(pid=114094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:55:14.911270 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-d5100e2a-5a28-4fc3-a5a9-fe9a21297ab0 req-b2128a3d-0750-4ecf-87b8-16235dfe4c51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (ddb0a081-44ae-4078-a6e3-6ef517eaaabd), before_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:15.006598 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.db [req-d5100e2a-5a28-4fc3-a5a9-fe9a21297ab0 req-b2128a3d-0750-4ecf-87b8-16235dfe4c51 service neutron] For port ddb0a081-44ae-4078-a6e3-6ef517eaaabd, host hv-cinder-81883, cleared binding levels {{(pid=114094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:55:15.011215 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.db [req-d5100e2a-5a28-4fc3-a5a9-fe9a21297ab0 req-b2128a3d-0750-4ecf-87b8-16235dfe4c51 service neutron] For port ddb0a081-44ae-4078-a6e3-6ef517eaaabd, host hv-cinder-81883, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=ddb0a081-44ae-4078-a6e3-6ef517eaaabd,segment=NetworkSegment(7bf1178f-69a8-4a8f-a8bc-1f6a08989b49),segment_id=7bf1178f-69a8-4a8f-a8bc-1f6a08989b49)] {{(pid=114094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:55:15.020735 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-d5100e2a-5a28-4fc3-a5a9-fe9a21297ab0 req-b2128a3d-0750-4ecf-87b8-16235dfe4c51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8776969'] for port (ddb0a081-44ae-4078-a6e3-6ef517eaaabd), after_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:15.058195 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5100e2a-5a28-4fc3-a5a9-fe9a21297ab0 req-b2128a3d-0750-4ecf-87b8-16235dfe4c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:15.058959 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-d5100e2a-5a28-4fc3-a5a9-fe9a21297ab0 req-b2128a3d-0750-4ecf-87b8-16235dfe4c51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118807'] for port (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:15.060932 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-d5100e2a-5a28-4fc3-a5a9-fe9a21297ab0 req-b2128a3d-0750-4ecf-87b8-16235dfe4c51 service neutron] 10.222.0.24 "PUT /v2.0/ports/ddb0a081-44ae-4078-a6e3-6ef517eaaabd HTTP/1.1" status: 200 len: 1093 time: 0.8478284 Jan 27 16:55:15.063756 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e76bd5f8-b0be-4230-8011-a683fcb41d21', 'tag': 'ddb0a081-44ae-4078-a6e3-6ef517eaaabd'}] {{(pid=114094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:55:15.067089 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}342a798d1d13ecd85fd4efdf34ff3908ecd3b9322feeb0f720fcdcd52e7e333b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4603b7a-a167-46fb-8c44-03deb280df07" -d '{"events": [{"name": "network-changed", "server_uuid": "e76bd5f8-b0be-4230-8011-a683fcb41d21", "tag": "ddb0a081-44ae-4078-a6e3-6ef517eaaabd"}]}' {{(pid=114094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:55:15.177231 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 16:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cfeaedb-8179-45ce-8dac-820d6d4a648b x-openstack-request-id: req-6cfeaedb-8179-45ce-8dac-820d6d4a648b {{(pid=114094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:55:15.177231 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e76bd5f8-b0be-4230-8011-a683fcb41d21", "tag": "ddb0a081-44ae-4078-a6e3-6ef517eaaabd", "status": "completed", "code": 200}]} {{(pid=114094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:55:15.177231 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6cfeaedb-8179-45ce-8dac-820d6d4a648b {{(pid=114094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:55:15.177635 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e76bd5f8-b0be-4230-8011-a683fcb41d21', 'tag': 'ddb0a081-44ae-4078-a6e3-6ef517eaaabd', 'status': 'completed', 'code': 200} Jan 27 16:55:15.178108 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2128a3d-0750-4ecf-87b8-16235dfe4c51 service neutron] Pushing event updated for resources: {'Port': ['ID=ddb0a081-44ae-4078-a6e3-6ef517eaaabd,revision_number=3']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:55:15.210934 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5100e2a-5a28-4fc3-a5a9-fe9a21297ab0 req-c77139ad-ec81-49b9-acbc-67a91acc7b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:15.213170 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-d5100e2a-5a28-4fc3-a5a9-fe9a21297ab0 req-c77139ad-ec81-49b9-acbc-67a91acc7b67 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4d8774be86e84ff7a66787d6f67c554e&device_id=e76bd5f8-b0be-4230-8011-a683fcb41d21 HTTP/1.1" status: 200 len: 1096 time: 0.0944839 Jan 27 16:55:15.269728 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-d5100e2a-5a28-4fc3-a5a9-fe9a21297ab0 req-850faac7-a61c-49dc-b9b6-7aa8336587a5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ddb0a081-44ae-4078-a6e3-6ef517eaaabd HTTP/1.1" status: 200 len: 217 time: 0.0479167 Jan 27 16:55:15.292822 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a5c00f-1191-42b6-b878-47c9cb12f57e req-0e408a86-bc51-4e0b-a643-c0621f4afee5 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:15.294544 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-e8a5c00f-1191-42b6-b878-47c9cb12f57e req-0e408a86-bc51-4e0b-a643-c0621f4afee5 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=094ca1ee-6735-4773-88c3-f81551f79fec HTTP/1.1" status: 200 len: 946 time: 0.0923500 Jan 27 16:55:15.337733 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5100e2a-5a28-4fc3-a5a9-fe9a21297ab0 req-0652f78f-4b44-468c-a03a-f9d6c1b50fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:15.340484 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-d5100e2a-5a28-4fc3-a5a9-fe9a21297ab0 req-0652f78f-4b44-468c-a03a-f9d6c1b50fe0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4f1f5f27-ec22-474d-84c0-06f0bcfbbeac HTTP/1.1" status: 200 len: 849 time: 0.0645764 Jan 27 16:55:15.341602 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.plugin [None req-7726eb61-41e4-4174-ad61-b355f553f5f0 admin admin] Deleting port e284377c-7ef5-4ae2-8782-b50a1ee95d95 {{(pid=114095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:55:15.342036 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-7726eb61-41e4-4174-ad61-b355f553f5f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740202897008'] for port (e284377c-7ef5-4ae2-8782-b50a1ee95d95), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:15.373918 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-e8a5c00f-1191-42b6-b878-47c9cb12f57e req-c0830386-1558-493e-bb35-57c9e6b24f23 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb2f1526-28f2-4b52-8439-abb91f5f29fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704751 Jan 27 16:55:15.411596 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5100e2a-5a28-4fc3-a5a9-fe9a21297ab0 req-10ada977-97f3-457b-9156-e80bcb92ccfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:15.413346 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-d5100e2a-5a28-4fc3-a5a9-fe9a21297ab0 req-10ada977-97f3-457b-9156-e80bcb92ccfb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=31086914-ef67-4638-ab4e-856fdab7280e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0657177 Jan 27 16:55:15.473542 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.db [None req-7726eb61-41e4-4174-ad61-b355f553f5f0 admin admin] For port e284377c-7ef5-4ae2-8782-b50a1ee95d95, host dv-cinder-818830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818830-2-iscsi',level=0,port_id=e284377c-7ef5-4ae2-8782-b50a1ee95d95,segment=NetworkSegment(76a0ff54-b5ba-45ee-ae3d-6e3737ee5d4f),segment_id=76a0ff54-b5ba-45ee-ae3d-6e3737ee5d4f)] {{(pid=114095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:55:15.474210 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-7726eb61-41e4-4174-ad61-b355f553f5f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797243'] for port (e284377c-7ef5-4ae2-8782-b50a1ee95d95), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:15.489643 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.plugin [None req-7726eb61-41e4-4174-ad61-b355f553f5f0 admin admin] Calling delete_port for e284377c-7ef5-4ae2-8782-b50a1ee95d95 owned by network:router_interface {{(pid=114095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:55:15.527769 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-d5100e2a-5a28-4fc3-a5a9-fe9a21297ab0 req-705c9976-9735-4a06-ad94-84a8f2813701 service neutron] 10.222.0.24 "GET /v2.0/networks/31086914-ef67-4638-ab4e-856fdab7280e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074204 Jan 27 16:55:15.632206 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-d5100e2a-5a28-4fc3-a5a9-fe9a21297ab0 req-17a3de1a-4569-4368-bae2-6f3fb688d540 service neutron] 10.222.0.24 "GET /v2.0/networks/31086914-ef67-4638-ab4e-856fdab7280e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976994 Jan 27 16:55:15.715303 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-7726eb61-41e4-4174-ad61-b355f553f5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740202902474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740202573626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080504'] for port (e284377c-7ef5-4ae2-8782-b50a1ee95d95), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:15.737734 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4603b7a-a167-46fb-8c44-03deb280df07 req-f4a94efd-c5ec-4787-9c7d-8bf19a52f9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:15.739537 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-f4603b7a-a167-46fb-8c44-03deb280df07 req-f4a94efd-c5ec-4787-9c7d-8bf19a52f9c3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4d8774be86e84ff7a66787d6f67c554e&device_id=e76bd5f8-b0be-4230-8011-a683fcb41d21 HTTP/1.1" status: 200 len: 1096 time: 0.0547588 Jan 27 16:55:15.751889 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7726eb61-41e4-4174-ad61-b355f553f5f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e284377c-7ef5-4ae2-8782-b50a1ee95d95,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:55:15.776976 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7726eb61-41e4-4174-ad61-b355f553f5f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:55:15.777333 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7726eb61-41e4-4174-ad61-b355f553f5f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:55:15.777683 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7726eb61-41e4-4174-ad61-b355f553f5f0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:55:15.778027 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7726eb61-41e4-4174-ad61-b355f553f5f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:55:15.778377 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7726eb61-41e4-4174-ad61-b355f553f5f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:55:15.778695 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7726eb61-41e4-4174-ad61-b355f553f5f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:55:15.779028 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7726eb61-41e4-4174-ad61-b355f553f5f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:55:15.779360 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7726eb61-41e4-4174-ad61-b355f553f5f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:55:15.779722 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7726eb61-41e4-4174-ad61-b355f553f5f0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:55:15.780056 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7726eb61-41e4-4174-ad61-b355f553f5f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:55:15.780386 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7726eb61-41e4-4174-ad61-b355f553f5f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:55:15.780709 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7726eb61-41e4-4174-ad61-b355f553f5f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:55:15.781030 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7726eb61-41e4-4174-ad61-b355f553f5f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:55:15.898005 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4603b7a-a167-46fb-8c44-03deb280df07 req-baed4f1b-7b79-46d7-8d7a-474a66577d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:15.901038 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-f4603b7a-a167-46fb-8c44-03deb280df07 req-baed4f1b-7b79-46d7-8d7a-474a66577d8c service neutron] 10.222.0.24 "GET /v2.0/networks?id=31086914-ef67-4638-ab4e-856fdab7280e HTTP/1.1" status: 200 len: 911 time: 0.1533039 Jan 27 16:55:15.964313 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-f4603b7a-a167-46fb-8c44-03deb280df07 req-e9db284e-2e8a-4b2f-b25c-0ce79a29a97c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ddb0a081-44ae-4078-a6e3-6ef517eaaabd HTTP/1.1" status: 200 len: 217 time: 0.0569558 Jan 27 16:55:16.012604 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-7726eb61-41e4-4174-ad61-b355f553f5f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2031911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1796336'] for router_interface (22e37e41-c522-4da8-a533-ad243f5e91b5), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:16.060891 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4603b7a-a167-46fb-8c44-03deb280df07 req-9275bca5-f6ef-4c9c-883c-878bb0719dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:16.062437 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-f4603b7a-a167-46fb-8c44-03deb280df07 req-9275bca5-f6ef-4c9c-883c-878bb0719dff service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4f1f5f27-ec22-474d-84c0-06f0bcfbbeac HTTP/1.1" status: 200 len: 849 time: 0.0908439 Jan 27 16:55:16.119037 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4603b7a-a167-46fb-8c44-03deb280df07 req-03b3d677-a55b-4c5f-a1f6-738691f6b5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:16.121133 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-f4603b7a-a167-46fb-8c44-03deb280df07 req-03b3d677-a55b-4c5f-a1f6-738691f6b5d2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=31086914-ef67-4638-ab4e-856fdab7280e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0520852 Jan 27 16:55:16.131133 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306896d0-f0b4-4f29-815b-d48add25c457 req-8a421c9f-5f06-4be6-9b7b-dbbd1d8f6857 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:16.132624 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-306896d0-f0b4-4f29-815b-d48add25c457 req-8a421c9f-5f06-4be6-9b7b-dbbd1d8f6857 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/ports?device_id=e76bd5f8-b0be-4230-8011-a683fcb41d21 HTTP/1.1" status: 200 len: 943 time: 0.2527885 Jan 27 16:55:16.226537 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-f4603b7a-a167-46fb-8c44-03deb280df07 req-cb4285eb-023a-4334-8d3d-c66a936616d8 service neutron] 10.222.0.24 "GET /v2.0/networks/31086914-ef67-4638-ab4e-856fdab7280e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990064 Jan 27 16:55:16.261632 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-306896d0-f0b4-4f29-815b-d48add25c457 req-9cd7c814-0d64-444d-8ad3-1a4fba4a63b4 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/security-groups?id=1472d445-c789-4bc7-8d41-a03ed1a5e9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102264 Jan 27 16:55:16.345423 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-f4603b7a-a167-46fb-8c44-03deb280df07 req-ab1b9f31-d98f-4624-a066-4030f456b7f5 service neutron] 10.222.0.24 "GET /v2.0/networks/31086914-ef67-4638-ab4e-856fdab7280e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124394 Jan 27 16:55:16.356139 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7726eb61-41e4-4174-ad61-b355f553f5f0 admin admin] Router 22e37e41-c522-4da8-a533-ad243f5e91b5 has already been hosted by L3 agent bdbd084a-7876-495d-b5d9-cf3ee18f0227 {{(pid=114095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 16:55:16.396360 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-4c10cf03-ef7c-4221-8dd0-590d3755ae84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (b49cc950-6aaa-44e3-a3c4-70b67101afab), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:16.509596 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7726eb61-41e4-4174-ad61-b355f553f5f0 admin admin] Notify agent at l3_agent.dv-cinder-818830-2-iscsi the message routers_updated {{(pid=114095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 16:55:16.515737 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-7726eb61-41e4-4174-ad61-b355f553f5f0 admin admin] 10.222.0.48 "PUT /v2.0/routers/22e37e41-c522-4da8-a533-ad243f5e91b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3145883 Jan 27 16:55:16.518283 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 53182) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:55:16.531915 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ae417a-4879-4329-8e8e-d95b368211cf None None] Sync routers for ids ['22e37e41-c522-4da8-a533-ad243f5e91b5'] in dv-cinder-818830-2-iscsi {{(pid=114097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 16:55:16.537762 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73578fd4-7a1b-431c-b78e-88e5cfbcc13a req-f28eed38-b16e-4da1-be00-29a9adaff828 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:16.539254 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-73578fd4-7a1b-431c-b78e-88e5cfbcc13a req-f28eed38-b16e-4da1-be00-29a9adaff828 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=094ca1ee-6735-4773-88c3-f81551f79fec HTTP/1.1" status: 200 len: 946 time: 0.0673499 Jan 27 16:55:16.564086 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ae417a-4879-4329-8e8e-d95b368211cf None None] Routers {'22e37e41-c522-4da8-a533-ad243f5e91b5'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:55:16.568220 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_hamode_db [None req-d6ae417a-4879-4329-8e8e-d95b368211cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T16:54:48Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['22e37e41-c522-4da8-a533-ad243f5e91b5'], 'active': True} {{(pid=114097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:55:16.632662 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-73578fd4-7a1b-431c-b78e-88e5cfbcc13a req-48388e53-e237-45f5-8e56-4afea58b70ff tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb2f1526-28f2-4b52-8439-abb91f5f29fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876977 Jan 27 16:55:16.682811 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-cb3537f1-4187-441f-9978-4aedc96df6bd admin admin] Publish callbacks [] for router (22e37e41-c522-4da8-a533-ad243f5e91b5), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:16.703292 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_dvr_db [None req-d6ae417a-4879-4329-8e8e-d95b368211cf None None] Set router 22e37e41-c522-4da8-a533-ad243f5e91b5 gateway port host: dv-cinder-818830-2-iscsi {{(pid=114097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:55:16.807505 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-cb3537f1-4187-441f-9978-4aedc96df6bd admin admin] Publish callbacks [] for router_gateway (22e37e41-c522-4da8-a533-ad243f5e91b5), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:16.876788 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.plugin [None req-cb3537f1-4187-441f-9978-4aedc96df6bd admin admin] Deleting port 8e21ee21-16ef-481f-ae2a-aff1097b0c1d {{(pid=114094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:55:16.877148 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-cb3537f1-4187-441f-9978-4aedc96df6bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740202897008'] for port (8e21ee21-16ef-481f-ae2a-aff1097b0c1d), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:16.921753 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_hamode_db [None req-d6ae417a-4879-4329-8e8e-d95b368211cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e37e41-c522-4da8-a533-ad243f5e91b5', 'name': 'tempest-TestMinimumBasicScenario-729968576-router', 'tenant_id': '3814dcff748c42e4889966e4502af247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '8e21ee21-16ef-481f-ae2a-aff1097b0c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:52:08Z', 'updated_at': '2022-01-27T16:55:15Z', 'revision_number': 5, 'project_id': '3814dcff748c42e4889966e4502af247', 'gw_port': {'id': '8e21ee21-16ef-481f-ae2a-aff1097b0c1d', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e37e41-c522-4da8-a533-ad243f5e91b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:52:09Z', 'updated_at': '2022-01-27T16:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi'}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:55:16.963110 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ae417a-4879-4329-8e8e-d95b368211cf None None] Checking router: 22e37e41-c522-4da8-a533-ad243f5e91b5 for host: dv-cinder-818830-2-iscsi {{(pid=114097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 16:55:16.972507 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ae417a-4879-4329-8e8e-d95b368211cf None None] Routers {'22e37e41-c522-4da8-a533-ad243f5e91b5'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:55:16.973220 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_hamode_db [None req-d6ae417a-4879-4329-8e8e-d95b368211cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T16:54:48Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['22e37e41-c522-4da8-a533-ad243f5e91b5'], 'active': True} {{(pid=114097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:55:17.012945 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.db [None req-cb3537f1-4187-441f-9978-4aedc96df6bd admin admin] For port 8e21ee21-16ef-481f-ae2a-aff1097b0c1d, host dv-cinder-818830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818830-2-iscsi',level=0,port_id=8e21ee21-16ef-481f-ae2a-aff1097b0c1d,segment=NetworkSegment(9bd3a446-0196-4595-aa07-09a05d016e38),segment_id=9bd3a446-0196-4595-aa07-09a05d016e38)] {{(pid=114094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:55:17.013663 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-cb3537f1-4187-441f-9978-4aedc96df6bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797243'] for port (8e21ee21-16ef-481f-ae2a-aff1097b0c1d), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:17.030466 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.plugin [None req-cb3537f1-4187-441f-9978-4aedc96df6bd admin admin] Calling delete_port for 8e21ee21-16ef-481f-ae2a-aff1097b0c1d owned by network:router_gateway {{(pid=114094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:55:17.230213 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_dvr_db [None req-d6ae417a-4879-4329-8e8e-d95b368211cf None None] Set router 22e37e41-c522-4da8-a533-ad243f5e91b5 gateway port host: None {{(pid=114097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:55:17.239788 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-cb3537f1-4187-441f-9978-4aedc96df6bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740202902474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740202573626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777202'] for port (8e21ee21-16ef-481f-ae2a-aff1097b0c1d), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:17.268842 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3537f1-4187-441f-9978-4aedc96df6bd admin admin] Pushing event deleted for resources: {'Port': ['ID=8e21ee21-16ef-481f-ae2a-aff1097b0c1d,revision_number=None']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:55:17.302234 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_hamode_db [None req-d6ae417a-4879-4329-8e8e-d95b368211cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e37e41-c522-4da8-a533-ad243f5e91b5', 'name': 'tempest-TestMinimumBasicScenario-729968576-router', 'tenant_id': '3814dcff748c42e4889966e4502af247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:52:08Z', 'updated_at': '2022-01-27T16:55:16Z', 'revision_number': 6, 'project_id': '3814dcff748c42e4889966e4502af247', 'gw_port_host': None}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:55:17.347155 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ae417a-4879-4329-8e8e-d95b368211cf None None] The sync data for ids ['22e37e41-c522-4da8-a533-ad243f5e91b5'] in dv-cinder-818830-2-iscsi is: [{'id': '22e37e41-c522-4da8-a533-ad243f5e91b5', 'name': 'tempest-TestMinimumBasicScenario-729968576-router', 'tenant_id': '3814dcff748c42e4889966e4502af247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:52:08Z', 'updated_at': '2022-01-27T16:55:16Z', 'revision_number': 6, 'project_id': '3814dcff748c42e4889966e4502af247', 'gw_port_host': None}] {{(pid=114097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 16:55:17.393411 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-cb3537f1-4187-441f-9978-4aedc96df6bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1797530'] for router_gateway (22e37e41-c522-4da8-a533-ad243f5e91b5), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:17.408031 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e716987-ff1e-43cc-9750-b12b88234871 req-67c82d29-ca32-49fa-8962-074d9ed62da0 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:17.410205 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-1e716987-ff1e-43cc-9750-b12b88234871 req-67c82d29-ca32-49fa-8962-074d9ed62da0 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/ports?device_id=e76bd5f8-b0be-4230-8011-a683fcb41d21 HTTP/1.1" status: 200 len: 943 time: 0.0780261 Jan 27 16:55:17.473748 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-1e716987-ff1e-43cc-9750-b12b88234871 req-339e1164-2028-4749-b0cf-f2c90344a1b6 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/security-groups?id=1472d445-c789-4bc7-8d41-a03ed1a5e9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577698 Jan 27 16:55:17.528926 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-cb3537f1-4187-441f-9978-4aedc96df6bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router (22e37e41-c522-4da8-a533-ad243f5e91b5), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:17.531782 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-cb3537f1-4187-441f-9978-4aedc96df6bd admin admin] Publish callbacks [] for router_controller (22e37e41-c522-4da8-a533-ad243f5e91b5), precommit_delete_associations {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:17.600086 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-cb3537f1-4187-441f-9978-4aedc96df6bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1794534'] for router (22e37e41-c522-4da8-a533-ad243f5e91b5), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:17.600730 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb3537f1-4187-441f-9978-4aedc96df6bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22e37e41-c522-4da8-a533-ad243f5e91b5 {{(pid=114094) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 16:55:17.606394 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-cb3537f1-4187-441f-9978-4aedc96df6bd admin admin] Publish callbacks [] for router (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:17.607536 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-cb3537f1-4187-441f-9978-4aedc96df6bd admin admin] 10.222.0.48 "DELETE /v2.0/routers/22e37e41-c522-4da8-a533-ad243f5e91b5 HTTP/1.1" status: 204 len: 168 time: 1.0871179 Jan 27 16:55:17.609976 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 53192) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:55:17.663664 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.db_base_plugin_v2 [None req-29cecc9e-6c8f-47da-a8c5-d59a60054e61 admin admin] Deleting subnet cea19b4b-e7e4-408e-9620-bf805bb94272 {{(pid=114094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 16:55:17.669069 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-29cecc9e-6c8f-47da-a8c5-d59a60054e61 admin admin] Publish callbacks [] for subnet (cea19b4b-e7e4-408e-9620-bf805bb94272), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:17.713217 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-29cecc9e-6c8f-47da-a8c5-d59a60054e61 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9277020'] for subnet (cea19b4b-e7e4-408e-9620-bf805bb94272), precommit_delete_associations {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:17.854051 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-29cecc9e-6c8f-47da-a8c5-d59a60054e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-889273'] for subnet (cea19b4b-e7e4-408e-9620-bf805bb94272), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:17.933255 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-29cecc9e-6c8f-47da-a8c5-d59a60054e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-889270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8777159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875549'] for subnet (cea19b4b-e7e4-408e-9620-bf805bb94272), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:17.961141 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cecc9e-6c8f-47da-a8c5-d59a60054e61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cea19b4b-e7e4-408e-9620-bf805bb94272,revision_number=None']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:55:17.983020 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c25cc57-143f-4cf6-8e81-7a1b4a42c16b None None] Network 752e15d8-9527-4fcf-8db2-a0f6820adb6b requested from dv-cinder-818830-2-iscsi {{(pid=114096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 16:55:17.988917 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-29cecc9e-6c8f-47da-a8c5-d59a60054e61 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:17.994931 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-29cecc9e-6c8f-47da-a8c5-d59a60054e61 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/cea19b4b-e7e4-408e-9620-bf805bb94272 HTTP/1.1" status: 204 len: 168 time: 0.3816478 Jan 27 16:55:18.000700 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 53196) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:55:18.046288 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd1449f-b037-4388-8c20-d796a9b3dcc0 req-d31da10a-5d1a-48da-9b5b-e1d90f07fbf2 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:18.053164 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-8fd1449f-b037-4388-8c20-d796a9b3dcc0 req-d31da10a-5d1a-48da-9b5b-e1d90f07fbf2 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=094ca1ee-6735-4773-88c3-f81551f79fec HTTP/1.1" status: 200 len: 946 time: 0.3497338 Jan 27 16:55:18.110524 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-2749c537-295c-49bf-baa4-e68629a7da4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012344'] for network (752e15d8-9527-4fcf-8db2-a0f6820adb6b), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:18.134739 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-8fd1449f-b037-4388-8c20-d796a9b3dcc0 req-c659f1f6-dd2e-4843-9e2d-51af20792ea8 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb2f1526-28f2-4b52-8439-abb91f5f29fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805182 Jan 27 16:55:18.191965 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.plugin [None req-2749c537-295c-49bf-baa4-e68629a7da4b admin admin] Deleting port df07a1e1-bce8-4af6-b890-e3a2a1990a59 {{(pid=114094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:55:18.192290 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-2749c537-295c-49bf-baa4-e68629a7da4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740202897008'] for port (df07a1e1-bce8-4af6-b890-e3a2a1990a59), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:18.255219 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83eb838-bc8c-4c5e-996b-aae8abf05d34 None None] DHCP port deletion for 752e15d8-9527-4fcf-8db2-a0f6820adb6b request from dv-cinder-818830-2-iscsi {{(pid=114096) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 16:55:18.300126 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.db [None req-2749c537-295c-49bf-baa4-e68629a7da4b admin admin] For port df07a1e1-bce8-4af6-b890-e3a2a1990a59, host dv-cinder-818830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818830-2-iscsi',level=0,port_id=df07a1e1-bce8-4af6-b890-e3a2a1990a59,segment=NetworkSegment(76a0ff54-b5ba-45ee-ae3d-6e3737ee5d4f),segment_id=76a0ff54-b5ba-45ee-ae3d-6e3737ee5d4f)] {{(pid=114094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:55:18.300498 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-2749c537-295c-49bf-baa4-e68629a7da4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797243'] for port (df07a1e1-bce8-4af6-b890-e3a2a1990a59), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:18.318946 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.plugin [None req-2749c537-295c-49bf-baa4-e68629a7da4b admin admin] Calling delete_port for df07a1e1-bce8-4af6-b890-e3a2a1990a59 owned by network:dhcp {{(pid=114094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:55:18.330063 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-e83eb838-bc8c-4c5e-996b-aae8abf05d34 None None] Deleting port df07a1e1-bce8-4af6-b890-e3a2a1990a59 {{(pid=114096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:55:18.330449 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-e83eb838-bc8c-4c5e-996b-aae8abf05d34 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740202897008'] for port (df07a1e1-bce8-4af6-b890-e3a2a1990a59), before_delete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:18.428073 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-e83eb838-bc8c-4c5e-996b-aae8abf05d34 None None] For port df07a1e1-bce8-4af6-b890-e3a2a1990a59, host dv-cinder-818830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818830-2-iscsi',level=0,port_id=df07a1e1-bce8-4af6-b890-e3a2a1990a59,segment=NetworkSegment(76a0ff54-b5ba-45ee-ae3d-6e3737ee5d4f),segment_id=76a0ff54-b5ba-45ee-ae3d-6e3737ee5d4f)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:55:18.428498 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-e83eb838-bc8c-4c5e-996b-aae8abf05d34 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797243'] for port (df07a1e1-bce8-4af6-b890-e3a2a1990a59), precommit_delete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:18.438673 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-2749c537-295c-49bf-baa4-e68629a7da4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740202902474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740202573626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777202'] for port (df07a1e1-bce8-4af6-b890-e3a2a1990a59), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:18.451987 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (853c399d-72c7-467e-bd42-08a47e7fb1c3), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:18.457926 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-e83eb838-bc8c-4c5e-996b-aae8abf05d34 None None] Calling delete_port for df07a1e1-bce8-4af6-b890-e3a2a1990a59 owned by network:dhcp {{(pid=114096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:55:18.465912 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-27313257-8f13-4f09-bdd7-50c71ac13838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (bdbd084a-7876-495d-b5d9-cf3ee18f0227), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:18.481667 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2749c537-295c-49bf-baa4-e68629a7da4b admin admin] Pushing event deleted for resources: {'Port': ['ID=df07a1e1-bce8-4af6-b890-e3a2a1990a59,revision_number=None']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:55:18.483658 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2749c537-295c-49bf-baa4-e68629a7da4b admin admin] No DVR routers for this DVR port df07a1e1-bce8-4af6-b890-e3a2a1990a59 on host dv-cinder-818830-2-iscsi {{(pid=114094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 16:55:18.578526 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-e83eb838-bc8c-4c5e-996b-aae8abf05d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740202902474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740202573626'] for port (df07a1e1-bce8-4af6-b890-e3a2a1990a59), after_delete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:18.651425 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83eb838-bc8c-4c5e-996b-aae8abf05d34 None None] No DVR routers for this DVR port df07a1e1-bce8-4af6-b890-e3a2a1990a59 on host dv-cinder-818830-2-iscsi {{(pid=114096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 16:55:18.653190 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83eb838-bc8c-4c5e-996b-aae8abf05d34 None None] Pushing event deleted for resources: {'Port': ['ID=df07a1e1-bce8-4af6-b890-e3a2a1990a59,revision_number=None']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:55:18.659322 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-2749c537-295c-49bf-baa4-e68629a7da4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891970', 'neutron.services.segments.db._delete_segments_for_network-8740203086740'] for network (752e15d8-9527-4fcf-8db2-a0f6820adb6b), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:18.682576 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55872ef6-f5a6-48f5-abd8-ca15bdb4bb51 req-02e96074-6b90-40c9-a652-662203da3fb1 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:18.684121 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-55872ef6-f5a6-48f5-abd8-ca15bdb4bb51 req-02e96074-6b90-40c9-a652-662203da3fb1 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/ports?device_id=e76bd5f8-b0be-4230-8011-a683fcb41d21 HTTP/1.1" status: 200 len: 943 time: 0.0899429 Jan 27 16:55:18.694387 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.services.segments.db [None req-2749c537-295c-49bf-baa4-e68629a7da4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['752e15d8-9527-4fcf-8db2-a0f6820adb6b']}} {{(pid=114094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:55:18.705603 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.services.segments.db [None req-2749c537-295c-49bf-baa4-e68629a7da4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76a0ff54-b5ba-45ee-ae3d-6e3737ee5d4f') {'for_net_delete': True} {{(pid=114094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:55:18.705955 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.services.segments.db [None req-2749c537-295c-49bf-baa4-e68629a7da4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76a0ff54-b5ba-45ee-ae3d-6e3737ee5d4f') {} {{(pid=114094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:55:18.716250 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-2749c537-295c-49bf-baa4-e68629a7da4b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740203088285', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9276965'] for segment (76a0ff54-b5ba-45ee-ae3d-6e3737ee5d4f), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:18.729454 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-2749c537-295c-49bf-baa4-e68629a7da4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985126'] for segment (76a0ff54-b5ba-45ee-ae3d-6e3737ee5d4f), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:18.735663 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2749c537-295c-49bf-baa4-e68629a7da4b admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=114094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 16:55:18.736055 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-2749c537-295c-49bf-baa4-e68629a7da4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8777005'] for segment (76a0ff54-b5ba-45ee-ae3d-6e3737ee5d4f), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:18.737953 dv-cinder-818830-2-iscsi neutron-server[114094]: Traceback (most recent call last): Jan 27 16:55:18.737953 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 16:55:18.737953 dv-cinder-818830-2-iscsi neutron-server[114094]: timer() Jan 27 16:55:18.737953 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 16:55:18.737953 dv-cinder-818830-2-iscsi neutron-server[114094]: cb(*args, **kw) Jan 27 16:55:18.737953 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 16:55:18.737953 dv-cinder-818830-2-iscsi neutron-server[114094]: return func(*args, **kwargs) Jan 27 16:55:18.737953 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 16:55:18.737953 dv-cinder-818830-2-iscsi neutron-server[114094]: self._notify() Jan 27 16:55:18.737953 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 16:55:18.737953 dv-cinder-818830-2-iscsi neutron-server[114094]: self.callback(batched_events) Jan 27 16:55:18.737953 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 16:55:18.737953 dv-cinder-818830-2-iscsi neutron-server[114094]: event.method(event) Jan 27 16:55:18.737953 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 16:55:18.737953 dv-cinder-818830-2-iscsi neutron-server[114094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 16:55:18.737953 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 16:55:18.737953 dv-cinder-818830-2-iscsi neutron-server[114094]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 16:55:18.737953 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 16:55:18.737953 dv-cinder-818830-2-iscsi neutron-server[114094]: return f(self, *a, **k) Jan 27 16:55:18.737953 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 16:55:18.737953 dv-cinder-818830-2-iscsi neutron-server[114094]: return self._get(url).json() Jan 27 16:55:18.737953 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 16:55:18.737953 dv-cinder-818830-2-iscsi neutron-server[114094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 16:55:18.737953 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 16:55:18.737953 dv-cinder-818830-2-iscsi neutron-server[114094]: return self.request(url, 'GET', **kwargs) Jan 27 16:55:18.737953 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 16:55:18.737953 dv-cinder-818830-2-iscsi neutron-server[114094]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 16:55:18.737953 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 16:55:18.737953 dv-cinder-818830-2-iscsi neutron-server[114094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 16:55:18.737953 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 16:55:18.737953 dv-cinder-818830-2-iscsi neutron-server[114094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 16:55:18.737953 dv-cinder-818830-2-iscsi neutron-server[114094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 16:55:18.761251 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-55872ef6-f5a6-48f5-abd8-ca15bdb4bb51 req-ff28cf9f-daff-405b-b8e3-1187cdaf96ca tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/security-groups?id=1472d445-c789-4bc7-8d41-a03ed1a5e9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707281 Jan 27 16:55:18.806676 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-2749c537-295c-49bf-baa4-e68629a7da4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1796466'] for network (752e15d8-9527-4fcf-8db2-a0f6820adb6b), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:18.812260 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-2749c537-295c-49bf-baa4-e68629a7da4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032074'] for network (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:18.815382 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-2749c537-295c-49bf-baa4-e68629a7da4b admin admin] 10.222.0.48 "DELETE /v2.0/networks/752e15d8-9527-4fcf-8db2-a0f6820adb6b HTTP/1.1" status: 204 len: 168 time: 0.8136575 Jan 27 16:55:18.831938 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2749c537-295c-49bf-baa4-e68629a7da4b admin admin] Pushing event deleted for resources: {'Network': ['ID=752e15d8-9527-4fcf-8db2-a0f6820adb6b,revision_number=None']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:55:19.023984 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 53204) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:55:19.074896 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-13f4f38a-0dfa-4847-ace1-f999db22facd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fe08ade68b284511b92c42fba70f29d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0490708 Jan 27 16:55:19.076182 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 53206) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:55:19.080763 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device 8e21ee21-16ef-481f-ae2a-aff1097b0c1d no longer exists at agent ovs-agent-dv-cinder-818830-2-iscsi {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:55:19.104534 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] No Port match for: 8e21ee21-16ef-481f-ae2a-aff1097b0c1d {{(pid=114096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 16:55:19.104891 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device 8e21ee21-16ef-481f-ae2a-aff1097b0c1d not bound to the agent host dv-cinder-818830-2-iscsi {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 16:55:19.105329 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device df07a1e1-bce8-4af6-b890-e3a2a1990a59 no longer exists at agent ovs-agent-dv-cinder-818830-2-iscsi {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:55:19.129124 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] No Port match for: df07a1e1-bce8-4af6-b890-e3a2a1990a59 {{(pid=114096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 16:55:19.129517 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device df07a1e1-bce8-4af6-b890-e3a2a1990a59 not bound to the agent host dv-cinder-818830-2-iscsi {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 16:55:19.129965 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device e284377c-7ef5-4ae2-8782-b50a1ee95d95 no longer exists at agent ovs-agent-dv-cinder-818830-2-iscsi {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:55:19.143364 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-6104d5df-d7b3-4c0d-aa05-61228e9c630c admin admin] Publish callbacks [] for security_group (0eb100d7-7129-43cb-8277-73c5dbb87bea), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:19.157789 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] No Port match for: e284377c-7ef5-4ae2-8782-b50a1ee95d95 {{(pid=114096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 16:55:19.158149 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device e284377c-7ef5-4ae2-8782-b50a1ee95d95 not bound to the agent host dv-cinder-818830-2-iscsi {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 16:55:19.191777 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-6104d5df-d7b3-4c0d-aa05-61228e9c630c admin admin] Publish callbacks [] for security_group (0eb100d7-7129-43cb-8277-73c5dbb87bea), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:19.256058 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-6104d5df-d7b3-4c0d-aa05-61228e9c630c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (0eb100d7-7129-43cb-8277-73c5dbb87bea), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:19.258763 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-6104d5df-d7b3-4c0d-aa05-61228e9c630c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:19.259900 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-6104d5df-d7b3-4c0d-aa05-61228e9c630c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0eb100d7-7129-43cb-8277-73c5dbb87bea HTTP/1.1" status: 204 len: 168 time: 0.1796336 Jan 27 16:55:19.281841 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6104d5df-d7b3-4c0d-aa05-61228e9c630c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb100d7-7129-43cb-8277-73c5dbb87bea,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:55:19.372177 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26089246-b224-4d85-af73-5cfb26c9e2e8 req-bffba345-c022-4393-96f6-63edb57e78f4 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:19.374007 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-26089246-b224-4d85-af73-5cfb26c9e2e8 req-bffba345-c022-4393-96f6-63edb57e78f4 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=094ca1ee-6735-4773-88c3-f81551f79fec HTTP/1.1" status: 200 len: 946 time: 0.1115577 Jan 27 16:55:19.491809 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-26089246-b224-4d85-af73-5cfb26c9e2e8 req-0eee443c-082f-4bd0-a78e-ab8298e496d3 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb2f1526-28f2-4b52-8439-abb91f5f29fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075263 Jan 27 16:55:19.528697 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-66ba84dd-632c-456a-bb12-6a575fe6244f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9495f383-87a2-4ffd-86dd-67b8d88d602c), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:19.735266 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 53222) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:55:19.780149 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-fb8218ab-514e-4237-acf4-66c635f3ce75 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3814dcff748c42e4889966e4502af247&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0437915 Jan 27 16:55:19.782609 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 53224) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:55:19.857856 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-ee1ed86b-96b8-440d-8b0b-2ef9ae58bf24 admin admin] Publish callbacks [] for security_group (11c221ea-ed3a-4c13-9f74-32b4d012e8ab), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:19.900945 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-ee1ed86b-96b8-440d-8b0b-2ef9ae58bf24 admin admin] Publish callbacks [] for security_group (11c221ea-ed3a-4c13-9f74-32b4d012e8ab), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:19.935494 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e12d8d0-0c49-4b43-957d-1f935f254b29 req-c51dab5e-a805-4095-aadd-e498cba8886b tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:19.937099 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-8e12d8d0-0c49-4b43-957d-1f935f254b29 req-c51dab5e-a805-4095-aadd-e498cba8886b tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/ports?device_id=e76bd5f8-b0be-4230-8011-a683fcb41d21 HTTP/1.1" status: 200 len: 943 time: 0.0911975 Jan 27 16:55:19.999813 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-ee1ed86b-96b8-440d-8b0b-2ef9ae58bf24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (11c221ea-ed3a-4c13-9f74-32b4d012e8ab), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:20.002356 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-ee1ed86b-96b8-440d-8b0b-2ef9ae58bf24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:20.006222 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-ee1ed86b-96b8-440d-8b0b-2ef9ae58bf24 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/11c221ea-ed3a-4c13-9f74-32b4d012e8ab HTTP/1.1" status: 204 len: 168 time: 0.2210579 Jan 27 16:55:20.018663 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-8e12d8d0-0c49-4b43-957d-1f935f254b29 req-50c6b25c-7c06-41fa-9cc0-280812624fd1 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/security-groups?id=1472d445-c789-4bc7-8d41-a03ed1a5e9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724690 Jan 27 16:55:20.019707 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1ed86b-96b8-440d-8b0b-2ef9ae58bf24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c221ea-ed3a-4c13-9f74-32b4d012e8ab,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:55:20.617079 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49871bb-78d9-4740-abb3-cc9e24cc164d req-45366647-2af3-462f-8bdd-d6665a5bbbf4 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:20.619116 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-c49871bb-78d9-4740-abb3-cc9e24cc164d req-45366647-2af3-462f-8bdd-d6665a5bbbf4 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=094ca1ee-6735-4773-88c3-f81551f79fec HTTP/1.1" status: 200 len: 946 time: 0.0556138 Jan 27 16:55:20.674468 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-c49871bb-78d9-4740-abb3-cc9e24cc164d req-d8b6b09a-66e2-48a9-8c83-077bf788022c tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb2f1526-28f2-4b52-8439-abb91f5f29fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491693 Jan 27 16:55:21.159991 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58df2d78-86f2-4426-8bd2-8663d77281a1 req-19b11740-28e1-4582-8fd6-08017d09b3c8 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:21.161688 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-58df2d78-86f2-4426-8bd2-8663d77281a1 req-19b11740-28e1-4582-8fd6-08017d09b3c8 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/ports?device_id=e76bd5f8-b0be-4230-8011-a683fcb41d21 HTTP/1.1" status: 200 len: 943 time: 0.0620220 Jan 27 16:55:21.251201 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-58df2d78-86f2-4426-8bd2-8663d77281a1 req-c7feca40-e696-4b83-b37a-e53088e65365 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/security-groups?id=1472d445-c789-4bc7-8d41-a03ed1a5e9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818698 Jan 27 16:55:21.553515 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-d66b1738-fecd-429f-97ae-c3b5c23d3d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9d445c8f-179b-40e3-9cb5-ffaa95aecd6a), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:21.817130 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc85bc1-d2cc-407c-b3da-167170d35c87 req-93368886-8d8f-42ca-a644-6c2cc7d20bab tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:21.824039 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-3bc85bc1-d2cc-407c-b3da-167170d35c87 req-93368886-8d8f-42ca-a644-6c2cc7d20bab tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=094ca1ee-6735-4773-88c3-f81551f79fec HTTP/1.1" status: 200 len: 946 time: 0.0634167 Jan 27 16:55:21.876353 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-3bc85bc1-d2cc-407c-b3da-167170d35c87 req-3ecd1132-1fb9-4a29-80c3-08c5f4350d80 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb2f1526-28f2-4b52-8439-abb91f5f29fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513659 Jan 27 16:55:22.374349 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b38679-d37b-4071-ab3b-d8f19b7fc435 req-445498bf-bcc4-4501-b574-eec9884a021e tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:22.375846 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-f5b38679-d37b-4071-ab3b-d8f19b7fc435 req-445498bf-bcc4-4501-b574-eec9884a021e tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/ports?device_id=e76bd5f8-b0be-4230-8011-a683fcb41d21 HTTP/1.1" status: 200 len: 943 time: 0.0534577 Jan 27 16:55:22.431172 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-f5b38679-d37b-4071-ab3b-d8f19b7fc435 req-b20503ef-0fc5-41b9-8aeb-cf4b063ec0cc tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/security-groups?id=1472d445-c789-4bc7-8d41-a03ed1a5e9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490024 Jan 27 16:55:22.593995 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (492c1832-c7a3-4f77-b4ba-2ebdc28556bf), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:23.014171 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c53ae3a-d0a8-48f9-9c93-20ea07f80a42 req-b6469a8e-3c09-49fb-af37-9393a26d1bdb tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:23.015772 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-1c53ae3a-d0a8-48f9-9c93-20ea07f80a42 req-b6469a8e-3c09-49fb-af37-9393a26d1bdb tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=094ca1ee-6735-4773-88c3-f81551f79fec HTTP/1.1" status: 200 len: 946 time: 0.0569875 Jan 27 16:55:23.067617 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-1c53ae3a-d0a8-48f9-9c93-20ea07f80a42 req-80f3d902-343c-464b-81ca-3996f95a4a77 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb2f1526-28f2-4b52-8439-abb91f5f29fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459177 Jan 27 16:55:23.553443 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a3ccea-b2de-4fa0-9327-83983173b733 req-4820cb71-0e4f-47a2-b029-c63395634562 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:23.555525 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-37a3ccea-b2de-4fa0-9327-83983173b733 req-4820cb71-0e4f-47a2-b029-c63395634562 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/ports?device_id=e76bd5f8-b0be-4230-8011-a683fcb41d21 HTTP/1.1" status: 200 len: 943 time: 0.0548398 Jan 27 16:55:23.608904 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-37a3ccea-b2de-4fa0-9327-83983173b733 req-d42c4359-6e48-480d-a18f-6a0e6037c1e4 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/security-groups?id=1472d445-c789-4bc7-8d41-a03ed1a5e9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472186 Jan 27 16:55:23.876820 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device ddb0a081-44ae-4078-a6e3-6ef517eaaabd details requested by agent hyperv_hv-cinder-81883 with host hv-cinder-81883 {{(pid=114096) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 16:55:23.980717 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] For port ddb0a081-44ae-4078-a6e3-6ef517eaaabd, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=ddb0a081-44ae-4078-a6e3-6ef517eaaabd,segment=NetworkSegment(7bf1178f-69a8-4a8f-a8bc-1f6a08989b49),segment_id=7bf1178f-69a8-4a8f-a8bc-1f6a08989b49)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:55:23.992613 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Returning: {'device': 'ddb0a081-44ae-4078-a6e3-6ef517eaaabd', 'network_id': '31086914-ef67-4638-ab4e-856fdab7280e', 'port_id': 'ddb0a081-44ae-4078-a6e3-6ef517eaaabd', 'mac_address': 'fa:16:3e:4b:98:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f1f5f27-ec22-474d-84c0-06f0bcfbbeac', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114096) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 16:55:24.030998 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Current status of the port ddb0a081-44ae-4078-a6e3-6ef517eaaabd is: DOWN; New status is: BUILD {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:55:24.031397 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (ddb0a081-44ae-4078-a6e3-6ef517eaaabd), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:24.044166 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.notifiers.nova [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddb0a081-44ae-4078-a6e3-6ef517eaaabd {{(pid=114096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:55:24.063612 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] For port ddb0a081-44ae-4078-a6e3-6ef517eaaabd, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=ddb0a081-44ae-4078-a6e3-6ef517eaaabd,segment=NetworkSegment(7bf1178f-69a8-4a8f-a8bc-1f6a08989b49),segment_id=7bf1178f-69a8-4a8f-a8bc-1f6a08989b49)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:55:24.067505 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (ddb0a081-44ae-4078-a6e3-6ef517eaaabd), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:24.116119 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Pushing event updated for resources: {'Port': ['ID=ddb0a081-44ae-4078-a6e3-6ef517eaaabd,revision_number=4']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:55:24.188839 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26a3268-8c3e-4bb4-b2d8-fab16f8480bf req-0837c705-792c-4b63-b825-75e6dcad1d5b tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:24.190274 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-c26a3268-8c3e-4bb4-b2d8-fab16f8480bf req-0837c705-792c-4b63-b825-75e6dcad1d5b tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=094ca1ee-6735-4773-88c3-f81551f79fec HTTP/1.1" status: 200 len: 946 time: 0.0480087 Jan 27 16:55:24.237755 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-c26a3268-8c3e-4bb4-b2d8-fab16f8480bf req-5c08611d-e82a-489e-8a89-289f0c7ee21a tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb2f1526-28f2-4b52-8439-abb91f5f29fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420423 Jan 27 16:55:24.334670 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] get_ports_and_sgs() called for port_ids ['ddb0a081-44ae-4078-a6e3-6ef517eaaabd'] {{(pid=114096) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 16:55:24.643711 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec6c994-3a7b-409a-88b5-8831425018a6 req-042cdd07-94d8-4ba7-9d2d-361f45a1f411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:24.645194 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-4ec6c994-3a7b-409a-88b5-8831425018a6 req-042cdd07-94d8-4ba7-9d2d-361f45a1f411 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=11d012d792424a858b876a618c79f7af&device_id=094ca1ee-6735-4773-88c3-f81551f79fec HTTP/1.1" status: 200 len: 1099 time: 0.0413942 Jan 27 16:55:24.725141 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f74323-bcae-4a16-917d-b972cfff2f38 req-94027df9-e138-43bb-9c84-db355cfecd9f tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:24.726524 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-13f74323-bcae-4a16-917d-b972cfff2f38 req-94027df9-e138-43bb-9c84-db355cfecd9f tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/ports?device_id=e76bd5f8-b0be-4230-8011-a683fcb41d21 HTTP/1.1" status: 200 len: 944 time: 0.0477252 Jan 27 16:55:24.733158 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec6c994-3a7b-409a-88b5-8831425018a6 req-96d342a0-fa25-4e7e-9dcd-cc04920c8b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:24.734605 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-4ec6c994-3a7b-409a-88b5-8831425018a6 req-96d342a0-fa25-4e7e-9dcd-cc04920c8b2a service neutron] 10.222.0.24 "GET /v2.0/networks?id=4e17d67f-4d84-42b2-a3bf-cf48fd71687d HTTP/1.1" status: 200 len: 918 time: 0.0833910 Jan 27 16:55:24.779359 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-13f74323-bcae-4a16-917d-b972cfff2f38 req-6c61fd5e-6e59-4d1e-9469-260f15c03270 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/security-groups?id=1472d445-c789-4bc7-8d41-a03ed1a5e9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466762 Jan 27 16:55:24.801774 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-4ec6c994-3a7b-409a-88b5-8831425018a6 req-10e5c902-9501-48c1-801e-7a2de5ca40b5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c65d8b4a-3134-49fd-9fd6-0ca9592da86a HTTP/1.1" status: 200 len: 1000 time: 0.0605650 Jan 27 16:55:24.848928 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec6c994-3a7b-409a-88b5-8831425018a6 req-a331e5c6-3579-462e-8c3f-7876199d0512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:24.850332 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-4ec6c994-3a7b-409a-88b5-8831425018a6 req-a331e5c6-3579-462e-8c3f-7876199d0512 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b0494b2b-60e2-42b5-a63f-939831eceb11 HTTP/1.1" status: 200 len: 856 time: 0.0421386 Jan 27 16:55:24.893527 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec6c994-3a7b-409a-88b5-8831425018a6 req-b652d038-c8ea-4f1a-b0f3-d610326dd2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:24.894959 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-4ec6c994-3a7b-409a-88b5-8831425018a6 req-b652d038-c8ea-4f1a-b0f3-d610326dd2eb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4e17d67f-4d84-42b2-a3bf-cf48fd71687d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389657 Jan 27 16:55:24.982755 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-4ec6c994-3a7b-409a-88b5-8831425018a6 req-79d40293-bb0f-4ab9-bc8c-e0b4deab0d78 service neutron] 10.222.0.24 "GET /v2.0/networks/4e17d67f-4d84-42b2-a3bf-cf48fd71687d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814664 Jan 27 16:55:25.071418 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-4ec6c994-3a7b-409a-88b5-8831425018a6 req-291a0de7-a07b-460f-bdc7-300341befcf5 service neutron] 10.222.0.24 "GET /v2.0/networks/4e17d67f-4d84-42b2-a3bf-cf48fd71687d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803709 Jan 27 16:55:25.355867 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ec9fab-0057-4cff-a5f3-234eb67125a9 req-a629ee91-aea4-43bf-a7af-d73863e5f393 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:25.357333 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-c4ec9fab-0057-4cff-a5f3-234eb67125a9 req-a629ee91-aea4-43bf-a7af-d73863e5f393 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=094ca1ee-6735-4773-88c3-f81551f79fec HTTP/1.1" status: 200 len: 946 time: 0.0483902 Jan 27 16:55:25.404343 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-c4ec9fab-0057-4cff-a5f3-234eb67125a9 req-2147e007-3f5d-4eab-ad4e-5638322f6fca tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb2f1526-28f2-4b52-8439-abb91f5f29fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415604 Jan 27 16:55:25.892891 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b4a120-2685-4765-8796-f137c7155157 req-2953a423-d6e9-4a46-a012-abd6f48b400b tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:25.894368 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-e8b4a120-2685-4765-8796-f137c7155157 req-2953a423-d6e9-4a46-a012-abd6f48b400b tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/ports?device_id=e76bd5f8-b0be-4230-8011-a683fcb41d21 HTTP/1.1" status: 200 len: 944 time: 0.0476012 Jan 27 16:55:25.895955 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device ddb0a081-44ae-4078-a6e3-6ef517eaaabd up at agent hyperv_hv-cinder-81883 {{(pid=114096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:55:25.944904 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-e8b4a120-2685-4765-8796-f137c7155157 req-a5e58198-e652-4f22-8eba-7604ce4e784d tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/security-groups?id=1472d445-c789-4bc7-8d41-a03ed1a5e9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448327 Jan 27 16:55:25.947773 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Provisioning for port ddb0a081-44ae-4078-a6e3-6ef517eaaabd completed by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 16:55:25.951807 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Provisioning complete for port ddb0a081-44ae-4078-a6e3-6ef517eaaabd triggered by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:55:25.952183 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (ddb0a081-44ae-4078-a6e3-6ef517eaaabd), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:26.027935 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Current status of the port ddb0a081-44ae-4078-a6e3-6ef517eaaabd is: BUILD; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:55:26.028320 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (ddb0a081-44ae-4078-a6e3-6ef517eaaabd), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:26.049592 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e76bd5f8-b0be-4230-8011-a683fcb41d21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddb0a081-44ae-4078-a6e3-6ef517eaaabd'}] {{(pid=114096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:55:26.051806 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7400b25514d980253c692f49984ce8becaf326df5cb1ee6ae8228296f1505bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6296f2cf-4416-4313-b7ff-ecae7a3959b4" -d '{"events": [{"server_uuid": "e76bd5f8-b0be-4230-8011-a683fcb41d21", "name": "network-vif-plugged", "status": "completed", "tag": "ddb0a081-44ae-4078-a6e3-6ef517eaaabd"}]}' {{(pid=114096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:55:26.064398 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] For port ddb0a081-44ae-4078-a6e3-6ef517eaaabd, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=ddb0a081-44ae-4078-a6e3-6ef517eaaabd,segment=NetworkSegment(7bf1178f-69a8-4a8f-a8bc-1f6a08989b49),segment_id=7bf1178f-69a8-4a8f-a8bc-1f6a08989b49)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:55:26.068710 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (ddb0a081-44ae-4078-a6e3-6ef517eaaabd), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:26.095602 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 16:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b80710f-1c78-4bac-950d-9c287b0639fa x-openstack-request-id: req-3b80710f-1c78-4bac-950d-9c287b0639fa {{(pid=114096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:55:26.095900 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e76bd5f8-b0be-4230-8011-a683fcb41d21", "name": "network-vif-plugged", "status": "completed", "tag": "ddb0a081-44ae-4078-a6e3-6ef517eaaabd", "code": 200}]} {{(pid=114096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:55:26.096155 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3b80710f-1c78-4bac-950d-9c287b0639fa {{(pid=114096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:55:26.096539 dv-cinder-818830-2-iscsi neutron-server[114096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e76bd5f8-b0be-4230-8011-a683fcb41d21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddb0a081-44ae-4078-a6e3-6ef517eaaabd', 'code': 200} Jan 27 16:55:26.121730 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Pushing event updated for resources: {'Port': ['ID=ddb0a081-44ae-4078-a6e3-6ef517eaaabd,revision_number=5']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:55:26.306776 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57874ea6-e818-4763-a3e8-02014200aa3a req-4a561e90-217c-4524-a2a2-606e424fcc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:26.308233 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-57874ea6-e818-4763-a3e8-02014200aa3a req-4a561e90-217c-4524-a2a2-606e424fcc20 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e76bd5f8-b0be-4230-8011-a683fcb41d21 HTTP/1.1" status: 200 len: 1098 time: 0.0395706 Jan 27 16:55:26.355012 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-57874ea6-e818-4763-a3e8-02014200aa3a req-8bbc34cd-db15-4509-a8f0-5a585aa3a3ea service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1472d445-c789-4bc7-8d41-a03ed1a5e9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404170 Jan 27 16:55:26.525245 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d5d501-771a-458d-8f44-2b800c1e57a1 req-28849233-a3fb-4a64-bc34-a85178704132 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:26.526697 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-c4d5d501-771a-458d-8f44-2b800c1e57a1 req-28849233-a3fb-4a64-bc34-a85178704132 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=094ca1ee-6735-4773-88c3-f81551f79fec HTTP/1.1" status: 200 len: 946 time: 0.0522637 Jan 27 16:55:26.571705 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-c4d5d501-771a-458d-8f44-2b800c1e57a1 req-d5e51fdf-4bbc-4ce2-8dd6-36da255fb106 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb2f1526-28f2-4b52-8439-abb91f5f29fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394855 Jan 27 16:55:27.062763 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3887e9-c036-410b-98e2-4e25eeb068df req-2d43e04b-e372-4c28-ac63-42528cfd0179 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:27.064284 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-7e3887e9-c036-410b-98e2-4e25eeb068df req-2d43e04b-e372-4c28-ac63-42528cfd0179 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/ports?device_id=e76bd5f8-b0be-4230-8011-a683fcb41d21 HTTP/1.1" status: 200 len: 945 time: 0.0510375 Jan 27 16:55:27.112640 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-7e3887e9-c036-410b-98e2-4e25eeb068df req-092d6da0-1451-40ec-bd6c-fca7cf182508 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/security-groups?id=1472d445-c789-4bc7-8d41-a03ed1a5e9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423725 Jan 27 16:55:27.699208 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d4c2e9-982a-457f-82ec-075a0b36e348 req-b87e5974-40c5-4725-8cb0-7db0180ba205 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:27.700839 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-85d4c2e9-982a-457f-82ec-075a0b36e348 req-b87e5974-40c5-4725-8cb0-7db0180ba205 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=094ca1ee-6735-4773-88c3-f81551f79fec HTTP/1.1" status: 200 len: 946 time: 0.0591228 Jan 27 16:55:27.746824 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-85d4c2e9-982a-457f-82ec-075a0b36e348 req-1a200297-d092-4f2a-9690-9b082bfe3b3b tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb2f1526-28f2-4b52-8439-abb91f5f29fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406032 Jan 27 16:55:27.896679 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device c65d8b4a-3134-49fd-9fd6-0ca9592da86a no longer exists at agent hyperv_hv-cinder-81883 {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:55:27.986820 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Current status of the port c65d8b4a-3134-49fd-9fd6-0ca9592da86a is: ACTIVE; New status is: DOWN {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:55:27.987308 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (c65d8b4a-3134-49fd-9fd6-0ca9592da86a), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:28.024857 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] For port c65d8b4a-3134-49fd-9fd6-0ca9592da86a, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=c65d8b4a-3134-49fd-9fd6-0ca9592da86a,segment=NetworkSegment(f24320bd-5fde-4b90-81d3-17a919a07a12),segment_id=f24320bd-5fde-4b90-81d3-17a919a07a12)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:55:28.028854 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (c65d8b4a-3134-49fd-9fd6-0ca9592da86a), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:28.083388 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Pushing event updated for resources: {'Port': ['ID=c65d8b4a-3134-49fd-9fd6-0ca9592da86a,revision_number=8']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:55:28.097298 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '094ca1ee-6735-4773-88c3-f81551f79fec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c65d8b4a-3134-49fd-9fd6-0ca9592da86a'}] {{(pid=114096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:55:28.099629 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7400b25514d980253c692f49984ce8becaf326df5cb1ee6ae8228296f1505bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab34d0b1-d26d-4945-8be0-ef824c7e3968" -d '{"events": [{"server_uuid": "094ca1ee-6735-4773-88c3-f81551f79fec", "name": "network-vif-unplugged", "status": "completed", "tag": "c65d8b4a-3134-49fd-9fd6-0ca9592da86a"}]}' {{(pid=114096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:55:28.131085 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 27 Jan 2022 16:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d410b98a-6a06-4b82-ab2e-1a1b586a378c x-openstack-request-id: req-d410b98a-6a06-4b82-ab2e-1a1b586a378c {{(pid=114096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:55:28.131375 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "094ca1ee-6735-4773-88c3-f81551f79fec", "name": "network-vif-unplugged", "status": "failed", "tag": "c65d8b4a-3134-49fd-9fd6-0ca9592da86a", "code": 422}]} {{(pid=114096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:55:28.131658 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d410b98a-6a06-4b82-ab2e-1a1b586a378c {{(pid=114096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:55:28.132097 dv-cinder-818830-2-iscsi neutron-server[114096]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '094ca1ee-6735-4773-88c3-f81551f79fec', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c65d8b4a-3134-49fd-9fd6-0ca9592da86a', 'code': 422} returned with failed status Jan 27 16:55:28.234483 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e920f-55dc-4707-aa3a-84305b2dc937 req-72a8a625-c013-4529-ab33-4f6d9074f50d tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:28.236171 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-fb8e920f-55dc-4707-aa3a-84305b2dc937 req-72a8a625-c013-4529-ab33-4f6d9074f50d tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/ports?device_id=e76bd5f8-b0be-4230-8011-a683fcb41d21 HTTP/1.1" status: 200 len: 945 time: 0.0505860 Jan 27 16:55:28.285182 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-fb8e920f-55dc-4707-aa3a-84305b2dc937 req-ed9a7d44-88b9-4c78-b348-0c8ff35877fe tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/security-groups?id=1472d445-c789-4bc7-8d41-a03ed1a5e9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437024 Jan 27 16:55:28.397687 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ce8f09-016c-4908-8b00-46252eef3f15 req-7945567c-4981-4067-b1de-d4c461b96895 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:28.399672 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-07ce8f09-016c-4908-8b00-46252eef3f15 req-7945567c-4981-4067-b1de-d4c461b96895 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/ports?device_id=e76bd5f8-b0be-4230-8011-a683fcb41d21 HTTP/1.1" status: 200 len: 945 time: 0.0491686 Jan 27 16:55:28.454137 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-07ce8f09-016c-4908-8b00-46252eef3f15 req-9d09c35e-2bed-48dd-b48f-1b5ef174473e tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/security-groups?id=1472d445-c789-4bc7-8d41-a03ed1a5e9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485752 Jan 27 16:55:28.477207 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 53342) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:55:28.674657 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661aa425-1c33-4f5b-b5e9-87c0a992192f req-405594a5-b473-4bb3-8c2a-6dcd88d789f4 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:28.676104 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-661aa425-1c33-4f5b-b5e9-87c0a992192f req-405594a5-b473-4bb3-8c2a-6dcd88d789f4 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=094ca1ee-6735-4773-88c3-f81551f79fec HTTP/1.1" status: 200 len: 944 time: 0.0520635 Jan 27 16:55:28.777547 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-3c65bc0d-bcfa-4be0-a2d0-fe6996edaf5d req-0081597b-1622-4a5c-9e92-76c9d99c6199 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=094ca1ee-6735-4773-88c3-f81551f79fec&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1099813 Jan 27 16:55:28.781308 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-661aa425-1c33-4f5b-b5e9-87c0a992192f req-2881fe00-cc67-47d9-87c5-2baff63277a8 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb2f1526-28f2-4b52-8439-abb91f5f29fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961559 Jan 27 16:55:28.786343 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2989a67b-41e8-4fbd-aea2-271a0cf49745 tempest-TestVolumeBootPattern-2051560386 tempest-TestVolumeBootPattern-2051560386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:28.790120 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-2989a67b-41e8-4fbd-aea2-271a0cf49745 tempest-TestVolumeBootPattern-2051560386 tempest-TestVolumeBootPattern-2051560386-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=e76bd5f8-b0be-4230-8011-a683fcb41d21 HTTP/1.1" status: 200 len: 1093 time: 0.3093889 Jan 27 16:55:28.791484 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 53358) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:55:28.795775 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.v2.base [None req-28ec03c4-ef9a-4bb7-bab1-d58da300b258 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Request body: {'floatingip': {'floating_network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'port_id': 'ddb0a081-44ae-4078-a6e3-6ef517eaaabd', 'tenant_id': '4d8774be86e84ff7a66787d6f67c554e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=114095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:55:28.816137 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-28ec03c4-ef9a-4bb7-bab1-d58da300b258 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:28.912773 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-28ec03c4-ef9a-4bb7-bab1-d58da300b258 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:29.036603 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.db.db_base_plugin_common [None req-28ec03c4-ef9a-4bb7-bab1-d58da300b258 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Allocated IP 172.27.2.193 (7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9/3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf/0bbca20d-9275-4e5f-9294-b70566acd905) {{(pid=114095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:55:29.152661 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-28ec03c4-ef9a-4bb7-bab1-d58da300b258 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks [] for port (0bbca20d-9275-4e5f-9294-b70566acd905), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:29.190566 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-28ec03c4-ef9a-4bb7-bab1-d58da300b258 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740202573617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080504'] for port (0bbca20d-9275-4e5f-9294-b70566acd905), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:29.228562 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ec03c4-ef9a-4bb7-bab1-d58da300b258 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Network 7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9 is already hosted by enough agents. {{(pid=114095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:55:29.233743 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.scheduler.base_scheduler [None req-28ec03c4-ef9a-4bb7-bab1-d58da300b258 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Resources bound (agent type, host, resource id): {{(pid=114095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:55:29.238503 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ec03c4-ef9a-4bb7-bab1-d58da300b258 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Received port after_create {{(pid=114095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:55:29.265714 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ec03c4-ef9a-4bb7-bab1-d58da300b258 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Pushing event updated for resources: {'Port': ['ID=0bbca20d-9275-4e5f-9294-b70566acd905,revision_number=1']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:55:29.590768 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c65bc0d-bcfa-4be0-a2d0-fe6996edaf5d req-a9e95d73-4505-4bdd-a6ce-c2525a26f235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:29.592291 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-3c65bc0d-bcfa-4be0-a2d0-fe6996edaf5d req-a9e95d73-4505-4bdd-a6ce-c2525a26f235 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=094ca1ee-6735-4773-88c3-f81551f79fec&tenant_id=11d012d792424a858b876a618c79f7af HTTP/1.1" status: 200 len: 1097 time: 0.0423627 Jan 27 16:55:29.615858 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-28ec03c4-ef9a-4bb7-bab1-d58da300b258 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks [] for floatingip (34ce387f-5d23-4975-9da0-99872d590b84), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:29.660156 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c65bc0d-bcfa-4be0-a2d0-fe6996edaf5d req-9332a4f8-6745-489f-a556-10abf15bc63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:29.660881 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.agents_db [None req-5545c54b-af05-4075-94be-94e2438c302a None None] Agent healthcheck: found 6 active agents {{(pid=114097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 16:55:29.661734 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-3c65bc0d-bcfa-4be0-a2d0-fe6996edaf5d req-9332a4f8-6745-489f-a556-10abf15bc63d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=11d012d792424a858b876a618c79f7af&device_id=094ca1ee-6735-4773-88c3-f81551f79fec HTTP/1.1" status: 200 len: 1097 time: 0.0471828 Jan 27 16:55:29.695453 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-28ec03c4-ef9a-4bb7-bab1-d58da300b258 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (0bbca20d-9275-4e5f-9294-b70566acd905), before_update {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:29.755123 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c65bc0d-bcfa-4be0-a2d0-fe6996edaf5d req-17e79b31-cbc6-492e-9de8-1bd3176fe73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:29.756623 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-3c65bc0d-bcfa-4be0-a2d0-fe6996edaf5d req-17e79b31-cbc6-492e-9de8-1bd3176fe73c service neutron] 10.222.0.24 "GET /v2.0/networks?id=4e17d67f-4d84-42b2-a3bf-cf48fd71687d HTTP/1.1" status: 200 len: 918 time: 0.0893555 Jan 27 16:55:29.821863 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-3c65bc0d-bcfa-4be0-a2d0-fe6996edaf5d req-0fd9a565-9f54-42e1-a9de-91b5c30b5750 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c65d8b4a-3134-49fd-9fd6-0ca9592da86a HTTP/1.1" status: 200 len: 998 time: 0.0588651 Jan 27 16:55:29.848049 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-28ec03c4-ef9a-4bb7-bab1-d58da300b258 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks [] for port (0bbca20d-9275-4e5f-9294-b70566acd905), precommit_update {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:29.854262 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-28ec03c4-ef9a-4bb7-bab1-d58da300b258 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080387'] for port (0bbca20d-9275-4e5f-9294-b70566acd905), after_update {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:29.870536 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c65bc0d-bcfa-4be0-a2d0-fe6996edaf5d req-9ce83258-b14e-4a70-8301-13c51cca0683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:29.872023 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-3c65bc0d-bcfa-4be0-a2d0-fe6996edaf5d req-9ce83258-b14e-4a70-8301-13c51cca0683 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b0494b2b-60e2-42b5-a63f-939831eceb11 HTTP/1.1" status: 200 len: 856 time: 0.0446806 Jan 27 16:55:29.922236 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c65bc0d-bcfa-4be0-a2d0-fe6996edaf5d req-dc226ced-3f22-4d27-a4bb-e13130cbde98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:29.923899 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-3c65bc0d-bcfa-4be0-a2d0-fe6996edaf5d req-dc226ced-3f22-4d27-a4bb-e13130cbde98 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4e17d67f-4d84-42b2-a3bf-cf48fd71687d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0459416 Jan 27 16:55:29.957166 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ec03c4-ef9a-4bb7-bab1-d58da300b258 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Pushing event updated for resources: {'Port': ['ID=0bbca20d-9275-4e5f-9294-b70566acd905,revision_number=2']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:55:29.972230 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b14f96-722f-4b64-9201-14ff2daabe2f req-f62232c0-3c67-4163-9c1e-aa54ff541982 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:29.973701 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-c9b14f96-722f-4b64-9201-14ff2daabe2f req-f62232c0-3c67-4163-9c1e-aa54ff541982 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=094ca1ee-6735-4773-88c3-f81551f79fec HTTP/1.1" status: 200 len: 944 time: 0.1171336 Jan 27 16:55:29.981292 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-28ec03c4-ef9a-4bb7-bab1-d58da300b258 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1796444'] for floatingip (34ce387f-5d23-4975-9da0-99872d590b84), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:30.013969 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-3c65bc0d-bcfa-4be0-a2d0-fe6996edaf5d req-6d424b85-ef08-41de-a8e3-0a84eeb6864a service neutron] 10.222.0.24 "GET /v2.0/networks/4e17d67f-4d84-42b2-a3bf-cf48fd71687d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837517 Jan 27 16:55:30.097542 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-c9b14f96-722f-4b64-9201-14ff2daabe2f req-0dd647eb-104d-4b68-a384-f651d9af0015 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb2f1526-28f2-4b52-8439-abb91f5f29fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171620 Jan 27 16:55:30.105172 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-3c65bc0d-bcfa-4be0-a2d0-fe6996edaf5d req-07484ec8-567d-4862-bcf6-81a82dd23c7b service neutron] 10.222.0.24 "GET /v2.0/networks/4e17d67f-4d84-42b2-a3bf-cf48fd71687d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851369 Jan 27 16:55:30.115881 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.db.l3_db [None req-28ec03c4-ef9a-4bb7-bab1-d58da300b258 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Floating IP 34ce387f-5d23-4975-9da0-99872d590b84 associated. External IP: 172.27.2.193, port: ddb0a081-44ae-4078-a6e3-6ef517eaaabd. Jan 27 16:55:30.324624 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28ec03c4-ef9a-4bb7-bab1-d58da300b258 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Router b90512fd-15f2-4c4e-8f86-67964d88460e has already been hosted by L3 agent bdbd084a-7876-495d-b5d9-cf3ee18f0227 {{(pid=114095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 16:55:30.435528 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ec03c4-ef9a-4bb7-bab1-d58da300b258 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Notify agent at l3_agent.dv-cinder-818830-2-iscsi the message routers_updated {{(pid=114095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 16:55:30.444969 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3e609f-d249-4816-a514-553f77f08bed None None] Sync routers for ids ['b90512fd-15f2-4c4e-8f86-67964d88460e'] in dv-cinder-818830-2-iscsi {{(pid=114096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 16:55:30.454754 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-28ec03c4-ef9a-4bb7-bab1-d58da300b258 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118807'] for floatingip (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:30.455464 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3e609f-d249-4816-a514-553f77f08bed None None] Routers {'b90512fd-15f2-4c4e-8f86-67964d88460e'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:55:30.456145 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-9b3e609f-d249-4816-a514-553f77f08bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T16:55:18Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['b90512fd-15f2-4c4e-8f86-67964d88460e'], 'active': True} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:55:30.482287 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-28ec03c4-ef9a-4bb7-bab1-d58da300b258 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6897392 Jan 27 16:55:30.482873 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e76bd5f8-b0be-4230-8011-a683fcb41d21', 'tag': 'ddb0a081-44ae-4078-a6e3-6ef517eaaabd'}] {{(pid=114095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:55:30.485151 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4239e6a803e2f619fc9b8f6c8a6584a7ac442468773ed84b4810d4ba10bf9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc9f6ea5-cb18-4302-8b24-0937c1edc443" -d '{"events": [{"name": "network-changed", "server_uuid": "e76bd5f8-b0be-4230-8011-a683fcb41d21", "tag": "ddb0a081-44ae-4078-a6e3-6ef517eaaabd"}]}' {{(pid=114095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:55:30.535947 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 16:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a210f4a9-3a23-4251-b80b-30f8b02058eb x-openstack-request-id: req-a210f4a9-3a23-4251-b80b-30f8b02058eb {{(pid=114095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:55:30.536489 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e76bd5f8-b0be-4230-8011-a683fcb41d21", "tag": "ddb0a081-44ae-4078-a6e3-6ef517eaaabd", "status": "completed", "code": 200}]} {{(pid=114095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:55:30.536807 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a210f4a9-3a23-4251-b80b-30f8b02058eb {{(pid=114095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:55:30.537294 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e76bd5f8-b0be-4230-8011-a683fcb41d21', 'tag': 'ddb0a081-44ae-4078-a6e3-6ef517eaaabd', 'status': 'completed', 'code': 200} Jan 27 16:55:30.615052 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvr_db [None req-9b3e609f-d249-4816-a514-553f77f08bed None None] Set router b90512fd-15f2-4c4e-8f86-67964d88460e gateway port host: dv-cinder-818830-2-iscsi {{(pid=114096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:55:30.931295 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-9b3e609f-d249-4816-a514-553f77f08bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90512fd-15f2-4c4e-8f86-67964d88460e', 'name': 'tempest-TestVolumeBootPattern-97804640-router', 'tenant_id': '4d8774be86e84ff7a66787d6f67c554e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '642e56d3-8a0e-4c81-8771-04540c55df24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:54:42Z', 'updated_at': '2022-01-27T16:54:45Z', 'revision_number': 4, 'project_id': '4d8774be86e84ff7a66787d6f67c554e', 'gw_port': {'id': '642e56d3-8a0e-4c81-8771-04540c55df24', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ce:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90512fd-15f2-4c4e-8f86-67964d88460e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:54:43Z', 'updated_at': '2022-01-27T16:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi', '_floatingips': [{'id': '34ce387f-5d23-4975-9da0-99872d590b84', 'tenant_id': '4d8774be86e84ff7a66787d6f67c554e', 'floating_ip_address': '172.27.2.193', 'floating_network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'router_id': 'b90512fd-15f2-4c4e-8f86-67964d88460e', 'port_id': 'ddb0a081-44ae-4078-a6e3-6ef517eaaabd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31086914-ef67-4638-ab4e-856fdab7280e', 'mac_address': 'fa:16:3e:4b:98:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76bd5f8-b0be-4230-8011-a683fcb41d21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T16:55:29Z', 'updated_at': '2022-01-27T16:55:29Z', 'revision_number': 0, 'project_id': '4d8774be86e84ff7a66787d6f67c554e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a1e16b0-90fe-42be-9aa0-b3c3f7dfcc82', 'name': '', 'network_id': '31086914-ef67-4638-ab4e-856fdab7280e', 'tenant_id': '4d8774be86e84ff7a66787d6f67c554e', 'mac_address': 'fa:16:3e:1b:56:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90512fd-15f2-4c4e-8f86-67964d88460e', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '4f1f5f27-ec22-474d-84c0-06f0bcfbbeac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:54:44Z', 'updated_at': '2022-01-27T16:54:51Z', 'revision_number': 5, 'project_id': '4d8774be86e84ff7a66787d6f67c554e', 'subnets': [{'id': '4f1f5f27-ec22-474d-84c0-06f0bcfbbeac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:55:30.963771 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3e609f-d249-4816-a514-553f77f08bed None None] Checking router: b90512fd-15f2-4c4e-8f86-67964d88460e for host: dv-cinder-818830-2-iscsi {{(pid=114096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 16:55:30.972732 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3e609f-d249-4816-a514-553f77f08bed None None] Routers {'b90512fd-15f2-4c4e-8f86-67964d88460e'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:55:30.973350 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-9b3e609f-d249-4816-a514-553f77f08bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T16:55:18Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['b90512fd-15f2-4c4e-8f86-67964d88460e'], 'active': True} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:55:31.083908 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvr_db [None req-9b3e609f-d249-4816-a514-553f77f08bed None None] Set router b90512fd-15f2-4c4e-8f86-67964d88460e gateway port host: dv-cinder-818830-2-iscsi {{(pid=114096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:55:31.260155 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cb56b3-ded9-4859-8448-41ea4d92d8fe req-793fadb3-4901-4d5d-87d4-99465a82bf98 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:31.261615 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-c6cb56b3-ded9-4859-8448-41ea4d92d8fe req-793fadb3-4901-4d5d-87d4-99465a82bf98 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=094ca1ee-6735-4773-88c3-f81551f79fec HTTP/1.1" status: 200 len: 944 time: 0.0668082 Jan 27 16:55:31.329239 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-c6cb56b3-ded9-4859-8448-41ea4d92d8fe req-ede74c6b-26e0-4153-9f18-aa48a8364f1f tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb2f1526-28f2-4b52-8439-abb91f5f29fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574064 Jan 27 16:55:31.344747 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-9b3e609f-d249-4816-a514-553f77f08bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90512fd-15f2-4c4e-8f86-67964d88460e', 'name': 'tempest-TestVolumeBootPattern-97804640-router', 'tenant_id': '4d8774be86e84ff7a66787d6f67c554e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '642e56d3-8a0e-4c81-8771-04540c55df24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:54:42Z', 'updated_at': '2022-01-27T16:54:45Z', 'revision_number': 4, 'project_id': '4d8774be86e84ff7a66787d6f67c554e', 'gw_port': {'id': '642e56d3-8a0e-4c81-8771-04540c55df24', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ce:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90512fd-15f2-4c4e-8f86-67964d88460e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:54:43Z', 'updated_at': '2022-01-27T16:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi', '_floatingips': [{'id': '34ce387f-5d23-4975-9da0-99872d590b84', 'tenant_id': '4d8774be86e84ff7a66787d6f67c554e', 'floating_ip_address': '172.27.2.193', 'floating_network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'router_id': 'b90512fd-15f2-4c4e-8f86-67964d88460e', 'port_id': 'ddb0a081-44ae-4078-a6e3-6ef517eaaabd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31086914-ef67-4638-ab4e-856fdab7280e', 'mac_address': 'fa:16:3e:4b:98:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76bd5f8-b0be-4230-8011-a683fcb41d21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T16:55:29Z', 'updated_at': '2022-01-27T16:55:29Z', 'revision_number': 0, 'project_id': '4d8774be86e84ff7a66787d6f67c554e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a1e16b0-90fe-42be-9aa0-b3c3f7dfcc82', 'name': '', 'network_id': '31086914-ef67-4638-ab4e-856fdab7280e', 'tenant_id': '4d8774be86e84ff7a66787d6f67c554e', 'mac_address': 'fa:16:3e:1b:56:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90512fd-15f2-4c4e-8f86-67964d88460e', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '4f1f5f27-ec22-474d-84c0-06f0bcfbbeac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:54:44Z', 'updated_at': '2022-01-27T16:54:51Z', 'revision_number': 5, 'project_id': '4d8774be86e84ff7a66787d6f67c554e', 'subnets': [{'id': '4f1f5f27-ec22-474d-84c0-06f0bcfbbeac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:55:31.382010 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3e609f-d249-4816-a514-553f77f08bed None None] The sync data for ids ['b90512fd-15f2-4c4e-8f86-67964d88460e'] in dv-cinder-818830-2-iscsi is: [{'id': 'b90512fd-15f2-4c4e-8f86-67964d88460e', 'name': 'tempest-TestVolumeBootPattern-97804640-router', 'tenant_id': '4d8774be86e84ff7a66787d6f67c554e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '642e56d3-8a0e-4c81-8771-04540c55df24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:54:42Z', 'updated_at': '2022-01-27T16:54:45Z', 'revision_number': 4, 'project_id': '4d8774be86e84ff7a66787d6f67c554e', 'gw_port': {'id': '642e56d3-8a0e-4c81-8771-04540c55df24', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ce:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90512fd-15f2-4c4e-8f86-67964d88460e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:54:43Z', 'updated_at': '2022-01-27T16:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi', '_floatingips': [{'id': '34ce387f-5d23-4975-9da0-99872d590b84', 'tenant_id': '4d8774be86e84ff7a66787d6f67c554e', 'floating_ip_address': '172.27.2.193', 'floating_network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'router_id': 'b90512fd-15f2-4c4e-8f86-67964d88460e', 'port_id': 'ddb0a081-44ae-4078-a6e3-6ef517eaaabd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31086914-ef67-4638-ab4e-856fdab7280e', 'mac_address': 'fa:16:3e:4b:98:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76bd5f8-b0be-4230-8011-a683fcb41d21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T16:55:29Z', 'updated_at': '2022-01-27T16:55:29Z', 'revision_number': 0, 'project_id': '4d8774be86e84ff7a66787d6f67c554e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a1e16b0-90fe-42be-9aa0-b3c3f7dfcc82', 'name': '', 'network_id': '31086914-ef67-4638-ab4e-856fdab7280e', 'tenant_id': '4d8774be86e84ff7a66787d6f67c554e', 'mac_address': 'fa:16:3e:1b:56:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90512fd-15f2-4c4e-8f86-67964d88460e', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '4f1f5f27-ec22-474d-84c0-06f0bcfbbeac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:54:44Z', 'updated_at': '2022-01-27T16:54:51Z', 'revision_number': 5, 'project_id': '4d8774be86e84ff7a66787d6f67c554e', 'subnets': [{'id': '4f1f5f27-ec22-474d-84c0-06f0bcfbbeac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 16:55:31.638840 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada81b1a-e772-40d1-927b-8bd317019955 None None] New status for floating IP 34ce387f-5d23-4975-9da0-99872d590b84: ACTIVE {{(pid=114097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 16:55:32.465292 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411d2f23-12d9-4b8d-9234-89d919889e4d req-a8e7a962-43fa-424f-a583-0be33b25b9bf tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:32.466870 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-411d2f23-12d9-4b8d-9234-89d919889e4d req-a8e7a962-43fa-424f-a583-0be33b25b9bf tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=094ca1ee-6735-4773-88c3-f81551f79fec HTTP/1.1" status: 200 len: 944 time: 0.0512242 Jan 27 16:55:32.553097 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-411d2f23-12d9-4b8d-9234-89d919889e4d req-e5d9cf30-3ce1-4c63-9807-243979effb85 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb2f1526-28f2-4b52-8439-abb91f5f29fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768752 Jan 27 16:55:33.693825 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4df9763-e877-485f-a9f4-8662ab0ac6d7 req-f768f04b-63bd-4224-87cd-fb593c3a123f tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:33.695873 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-c4df9763-e877-485f-a9f4-8662ab0ac6d7 req-f768f04b-63bd-4224-87cd-fb593c3a123f tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=094ca1ee-6735-4773-88c3-f81551f79fec HTTP/1.1" status: 200 len: 944 time: 0.0548358 Jan 27 16:55:33.751879 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-c4df9763-e877-485f-a9f4-8662ab0ac6d7 req-6cbcebbd-bb14-44d0-8af6-dcb1e8cbf2f1 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb2f1526-28f2-4b52-8439-abb91f5f29fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489316 Jan 27 16:55:34.887853 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7235b39-4a3b-4fda-8286-a8f9c0316d74 req-92138319-c05f-46c0-bfa9-3e3d7de40021 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:34.889353 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-d7235b39-4a3b-4fda-8286-a8f9c0316d74 req-92138319-c05f-46c0-bfa9-3e3d7de40021 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=094ca1ee-6735-4773-88c3-f81551f79fec HTTP/1.1" status: 200 len: 944 time: 0.0565987 Jan 27 16:55:34.938654 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-d7235b39-4a3b-4fda-8286-a8f9c0316d74 req-69c1b962-d83f-4913-b26a-c1e7ad6993fe tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb2f1526-28f2-4b52-8439-abb91f5f29fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438595 Jan 27 16:55:36.063975 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a611eb-280c-4442-a96e-ae590f704ec4 req-e84c0469-7848-4f55-91a5-957479f2076b tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:36.065880 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-26a611eb-280c-4442-a96e-ae590f704ec4 req-e84c0469-7848-4f55-91a5-957479f2076b tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=094ca1ee-6735-4773-88c3-f81551f79fec HTTP/1.1" status: 200 len: 944 time: 0.0512505 Jan 27 16:55:36.115335 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-26a611eb-280c-4442-a96e-ae590f704ec4 req-33bee4c2-8cd4-4cd8-a2dc-4f9a9c6454f8 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb2f1526-28f2-4b52-8439-abb91f5f29fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431957 Jan 27 16:55:37.255118 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4f8542-6c82-4bd1-91d1-b7edbf4b72d8 req-6f1ebc42-8e17-4d75-82ab-6238c8fd74bb tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:37.256722 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-bf4f8542-6c82-4bd1-91d1-b7edbf4b72d8 req-6f1ebc42-8e17-4d75-82ab-6238c8fd74bb tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=094ca1ee-6735-4773-88c3-f81551f79fec HTTP/1.1" status: 200 len: 944 time: 0.0587173 Jan 27 16:55:37.315829 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-bf4f8542-6c82-4bd1-91d1-b7edbf4b72d8 req-5c004fa4-6ad5-4cf3-8e1c-da288f46d689 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb2f1526-28f2-4b52-8439-abb91f5f29fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525036 Jan 27 16:55:38.266499 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9f6ea5-cb18-4302-8b24-0937c1edc443 req-eb306652-6e02-40de-99f9-a5019d131ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:38.267894 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-cc9f6ea5-cb18-4302-8b24-0937c1edc443 req-eb306652-6e02-40de-99f9-a5019d131ee6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4d8774be86e84ff7a66787d6f67c554e&device_id=e76bd5f8-b0be-4230-8011-a683fcb41d21 HTTP/1.1" status: 200 len: 1098 time: 0.0418284 Jan 27 16:55:38.354422 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9f6ea5-cb18-4302-8b24-0937c1edc443 req-cb7f527c-0339-4e41-8ba6-b32a8aa9b84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:38.355882 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-cc9f6ea5-cb18-4302-8b24-0937c1edc443 req-cb7f527c-0339-4e41-8ba6-b32a8aa9b84f service neutron] 10.222.0.24 "GET /v2.0/networks?id=31086914-ef67-4638-ab4e-856fdab7280e HTTP/1.1" status: 200 len: 911 time: 0.0817046 Jan 27 16:55:38.425514 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-cc9f6ea5-cb18-4302-8b24-0937c1edc443 req-5d2ec996-2275-45a9-91f8-37338775bfbb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ddb0a081-44ae-4078-a6e3-6ef517eaaabd HTTP/1.1" status: 200 len: 1001 time: 0.0624578 Jan 27 16:55:38.442612 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62441d67-4b25-4c2d-8b66-3408fb5efd9e req-ea294715-b533-4ddb-b4a6-af4f98f169f7 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:38.444094 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-62441d67-4b25-4c2d-8b66-3408fb5efd9e req-ea294715-b533-4ddb-b4a6-af4f98f169f7 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=094ca1ee-6735-4773-88c3-f81551f79fec HTTP/1.1" status: 200 len: 944 time: 0.0474756 Jan 27 16:55:38.475225 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9f6ea5-cb18-4302-8b24-0937c1edc443 req-4c20584f-8931-46b1-9576-b6744f9f92e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:38.477281 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-cc9f6ea5-cb18-4302-8b24-0937c1edc443 req-4c20584f-8931-46b1-9576-b6744f9f92e5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4f1f5f27-ec22-474d-84c0-06f0bcfbbeac HTTP/1.1" status: 200 len: 849 time: 0.0421784 Jan 27 16:55:38.490414 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-62441d67-4b25-4c2d-8b66-3408fb5efd9e req-f517bd67-c181-4925-9be3-200aeacc667c tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb2f1526-28f2-4b52-8439-abb91f5f29fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406497 Jan 27 16:55:38.526906 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9f6ea5-cb18-4302-8b24-0937c1edc443 req-7b3ecd2f-4b2e-4458-a98c-d4f7bf815fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:38.528476 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-cc9f6ea5-cb18-4302-8b24-0937c1edc443 req-7b3ecd2f-4b2e-4458-a98c-d4f7bf815fce service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=31086914-ef67-4638-ab4e-856fdab7280e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416379 Jan 27 16:55:38.620166 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-cc9f6ea5-cb18-4302-8b24-0937c1edc443 req-980bb592-cd01-4ecb-a305-0fa625b57b04 service neutron] 10.222.0.24 "GET /v2.0/networks/31086914-ef67-4638-ab4e-856fdab7280e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843234 Jan 27 16:55:38.708030 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-cc9f6ea5-cb18-4302-8b24-0937c1edc443 req-425067a0-168c-41d8-9584-da93841127d5 service neutron] 10.222.0.24 "GET /v2.0/networks/31086914-ef67-4638-ab4e-856fdab7280e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810597 Jan 27 16:55:39.612778 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37609700-9d4e-4c2e-b422-702d760c81a7 req-d709be0e-9777-4eb1-8e5a-c459078dc02b tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:39.614238 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-37609700-9d4e-4c2e-b422-702d760c81a7 req-d709be0e-9777-4eb1-8e5a-c459078dc02b tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=094ca1ee-6735-4773-88c3-f81551f79fec HTTP/1.1" status: 200 len: 944 time: 0.0484784 Jan 27 16:55:39.666607 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-37609700-9d4e-4c2e-b422-702d760c81a7 req-c762fd76-c0e5-4d29-9a8b-b1645d2b1055 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb2f1526-28f2-4b52-8439-abb91f5f29fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462980 Jan 27 16:55:39.988128 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device c65d8b4a-3134-49fd-9fd6-0ca9592da86a details requested by agent hyperv_hv-cinder-81883 with host hv-cinder-81883 {{(pid=114096) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 16:55:40.084752 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] For port c65d8b4a-3134-49fd-9fd6-0ca9592da86a, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=c65d8b4a-3134-49fd-9fd6-0ca9592da86a,segment=NetworkSegment(f24320bd-5fde-4b90-81d3-17a919a07a12),segment_id=f24320bd-5fde-4b90-81d3-17a919a07a12)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:55:40.096026 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Returning: {'device': 'c65d8b4a-3134-49fd-9fd6-0ca9592da86a', 'network_id': '4e17d67f-4d84-42b2-a3bf-cf48fd71687d', 'port_id': 'c65d8b4a-3134-49fd-9fd6-0ca9592da86a', 'mac_address': 'fa:16:3e:3c:49:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0494b2b-60e2-42b5-a63f-939831eceb11', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114096) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 16:55:40.131944 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Current status of the port c65d8b4a-3134-49fd-9fd6-0ca9592da86a is: DOWN; New status is: BUILD {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:55:40.132968 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (c65d8b4a-3134-49fd-9fd6-0ca9592da86a), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:40.145842 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.notifiers.nova [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c65d8b4a-3134-49fd-9fd6-0ca9592da86a {{(pid=114096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:55:40.164636 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] For port c65d8b4a-3134-49fd-9fd6-0ca9592da86a, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=c65d8b4a-3134-49fd-9fd6-0ca9592da86a,segment=NetworkSegment(f24320bd-5fde-4b90-81d3-17a919a07a12),segment_id=f24320bd-5fde-4b90-81d3-17a919a07a12)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:55:40.168431 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (c65d8b4a-3134-49fd-9fd6-0ca9592da86a), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:40.213996 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Pushing event updated for resources: {'Port': ['ID=c65d8b4a-3134-49fd-9fd6-0ca9592da86a,revision_number=9']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:55:40.417088 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] get_ports_and_sgs() called for port_ids ['c65d8b4a-3134-49fd-9fd6-0ca9592da86a'] {{(pid=114096) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 16:55:40.787810 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873ad34d-92e7-4fa4-a49a-b49a2e8887c5 req-9165cd15-10ad-43c9-af54-23ffcd41cbb5 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:40.789485 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-873ad34d-92e7-4fa4-a49a-b49a2e8887c5 req-9165cd15-10ad-43c9-af54-23ffcd41cbb5 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=094ca1ee-6735-4773-88c3-f81551f79fec HTTP/1.1" status: 200 len: 945 time: 0.0493114 Jan 27 16:55:40.835409 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-873ad34d-92e7-4fa4-a49a-b49a2e8887c5 req-f8b0e9db-66cb-4e6e-ab68-fef544c26683 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb2f1526-28f2-4b52-8439-abb91f5f29fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403752 Jan 27 16:55:41.954522 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dedcbf-2d1a-42bf-bb07-fda1d15c2918 req-d192b684-84e0-481f-889a-a0982527b7df tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:41.956011 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-77dedcbf-2d1a-42bf-bb07-fda1d15c2918 req-d192b684-84e0-481f-889a-a0982527b7df tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=094ca1ee-6735-4773-88c3-f81551f79fec HTTP/1.1" status: 200 len: 945 time: 0.0495191 Jan 27 16:55:41.999894 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device c65d8b4a-3134-49fd-9fd6-0ca9592da86a up at agent hyperv_hv-cinder-81883 {{(pid=114096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:55:42.002641 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-77dedcbf-2d1a-42bf-bb07-fda1d15c2918 req-83869c1d-7e8b-469d-a5df-8484e5889756 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb2f1526-28f2-4b52-8439-abb91f5f29fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401123 Jan 27 16:55:42.047230 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Provisioning complete for port c65d8b4a-3134-49fd-9fd6-0ca9592da86a triggered by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:55:42.047522 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (c65d8b4a-3134-49fd-9fd6-0ca9592da86a), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:42.124608 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Current status of the port c65d8b4a-3134-49fd-9fd6-0ca9592da86a is: BUILD; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:55:42.124991 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (c65d8b4a-3134-49fd-9fd6-0ca9592da86a), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:42.147596 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '094ca1ee-6735-4773-88c3-f81551f79fec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c65d8b4a-3134-49fd-9fd6-0ca9592da86a'}] {{(pid=114096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:55:42.150585 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7400b25514d980253c692f49984ce8becaf326df5cb1ee6ae8228296f1505bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d7ee2f-f6e4-4869-bcb4-950136497965" -d '{"events": [{"server_uuid": "094ca1ee-6735-4773-88c3-f81551f79fec", "name": "network-vif-plugged", "status": "completed", "tag": "c65d8b4a-3134-49fd-9fd6-0ca9592da86a"}]}' {{(pid=114096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:55:42.162283 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] For port c65d8b4a-3134-49fd-9fd6-0ca9592da86a, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=c65d8b4a-3134-49fd-9fd6-0ca9592da86a,segment=NetworkSegment(f24320bd-5fde-4b90-81d3-17a919a07a12),segment_id=f24320bd-5fde-4b90-81d3-17a919a07a12)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:55:42.166717 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (c65d8b4a-3134-49fd-9fd6-0ca9592da86a), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:42.193150 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 16:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d5d969-ee87-40ee-ace8-4701552d1bb3 x-openstack-request-id: req-d1d5d969-ee87-40ee-ace8-4701552d1bb3 {{(pid=114096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:55:42.193621 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "094ca1ee-6735-4773-88c3-f81551f79fec", "name": "network-vif-plugged", "status": "completed", "tag": "c65d8b4a-3134-49fd-9fd6-0ca9592da86a", "code": 200}]} {{(pid=114096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:55:42.194026 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d1d5d969-ee87-40ee-ace8-4701552d1bb3 {{(pid=114096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:55:42.194421 dv-cinder-818830-2-iscsi neutron-server[114096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '094ca1ee-6735-4773-88c3-f81551f79fec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c65d8b4a-3134-49fd-9fd6-0ca9592da86a', 'code': 200} Jan 27 16:55:42.223256 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Pushing event updated for resources: {'Port': ['ID=c65d8b4a-3134-49fd-9fd6-0ca9592da86a,revision_number=10']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:55:42.371234 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d244b1-9739-4eef-8286-258aa4423df6 req-993bd4a1-c841-4f2a-a3c2-5faf25165377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:42.372656 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-35d244b1-9739-4eef-8286-258aa4423df6 req-993bd4a1-c841-4f2a-a3c2-5faf25165377 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=094ca1ee-6735-4773-88c3-f81551f79fec HTTP/1.1" status: 200 len: 1100 time: 0.0428007 Jan 27 16:55:42.415405 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-35d244b1-9739-4eef-8286-258aa4423df6 req-a1a484c0-fe64-4c66-9b78-c4a7504efdf7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=fb2f1526-28f2-4b52-8439-abb91f5f29fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365996 Jan 27 16:55:43.128901 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd3a68f-2fb5-4b61-8ce7-255576e1832c req-9bc144f5-8413-4056-a099-4ed54466acb3 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:43.130355 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-3bd3a68f-2fb5-4b61-8ce7-255576e1832c req-9bc144f5-8413-4056-a099-4ed54466acb3 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=094ca1ee-6735-4773-88c3-f81551f79fec HTTP/1.1" status: 200 len: 947 time: 0.0514240 Jan 27 16:55:43.178327 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-3bd3a68f-2fb5-4b61-8ce7-255576e1832c req-83672efe-d6da-4570-91e1-7d4f62ab261d tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb2f1526-28f2-4b52-8439-abb91f5f29fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412970 Jan 27 16:55:43.341029 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5441608-c155-488a-bcd2-dca3f986524c req-aabcd1d9-1af2-4158-885e-1dabb4d30494 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:43.342383 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-a5441608-c155-488a-bcd2-dca3f986524c req-aabcd1d9-1af2-4158-885e-1dabb4d30494 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8c22100-7616-4a07-842e-64004815a6ca HTTP/1.1" status: 200 len: 945 time: 0.0467963 Jan 27 16:55:43.387000 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-a5441608-c155-488a-bcd2-dca3f986524c req-8e0f0390-26bb-43ef-be1e-6e6c74c26961 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2d3ae94f-3500-4531-82f9-c2acf44e386d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389822 Jan 27 16:55:44.298300 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e8f895-a72a-4ee9-9126-165fa3e3ed9a req-f04b9fba-b6de-4f28-8c31-36ac6cbeeb90 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:44.299746 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-08e8f895-a72a-4ee9-9126-165fa3e3ed9a req-f04b9fba-b6de-4f28-8c31-36ac6cbeeb90 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=094ca1ee-6735-4773-88c3-f81551f79fec HTTP/1.1" status: 200 len: 947 time: 0.0483317 Jan 27 16:55:44.348134 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-08e8f895-a72a-4ee9-9126-165fa3e3ed9a req-f4318797-febb-4a9d-bc61-338c639cb16e tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb2f1526-28f2-4b52-8439-abb91f5f29fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427933 Jan 27 16:55:44.499666 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897a4bb2-f6ef-4b95-984b-87ab1fcbeef8 req-3d3407ec-6fe3-4815-8712-18e2e30174c3 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:44.501062 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-897a4bb2-f6ef-4b95-984b-87ab1fcbeef8 req-3d3407ec-6fe3-4815-8712-18e2e30174c3 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8c22100-7616-4a07-842e-64004815a6ca HTTP/1.1" status: 200 len: 945 time: 0.0477498 Jan 27 16:55:44.547745 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-897a4bb2-f6ef-4b95-984b-87ab1fcbeef8 req-fd818a86-bd05-4ebc-847f-8ccdd77b37c3 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2d3ae94f-3500-4531-82f9-c2acf44e386d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411894 Jan 27 16:55:45.247646 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea60456-0a0d-4d0a-a455-8caae4e7b0c9 req-cc8f5679-daf0-48fd-ae0a-df7f43e0851f tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:45.249056 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-6ea60456-0a0d-4d0a-a455-8caae4e7b0c9 req-cc8f5679-daf0-48fd-ae0a-df7f43e0851f tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8c22100-7616-4a07-842e-64004815a6ca HTTP/1.1" status: 200 len: 945 time: 0.0465236 Jan 27 16:55:45.585710 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.plugin [req-6ea60456-0a0d-4d0a-a455-8caae4e7b0c9 req-e6abd2d2-e3ae-4613-b3e1-d847d30fc37b tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Deleting port 97743adb-f50c-4603-8490-a5dc53d3afb5 {{(pid=114094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:55:45.586145 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-6ea60456-0a0d-4d0a-a455-8caae4e7b0c9 req-e6abd2d2-e3ae-4613-b3e1-d847d30fc37b tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740202897008'] for port (97743adb-f50c-4603-8490-a5dc53d3afb5), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:45.660419 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a912867f-015a-4006-9e4b-b972f1c0178c req-f283aed5-ff66-4ee5-913b-98751a9665ac tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:45.661873 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-a912867f-015a-4006-9e4b-b972f1c0178c req-f283aed5-ff66-4ee5-913b-98751a9665ac tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8c22100-7616-4a07-842e-64004815a6ca HTTP/1.1" status: 200 len: 945 time: 0.0487919 Jan 27 16:55:45.674021 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.db [req-6ea60456-0a0d-4d0a-a455-8caae4e7b0c9 req-e6abd2d2-e3ae-4613-b3e1-d847d30fc37b tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] For port 97743adb-f50c-4603-8490-a5dc53d3afb5, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=97743adb-f50c-4603-8490-a5dc53d3afb5,segment=NetworkSegment(6ece6a4a-5bdf-40d7-bd59-6b778037144a),segment_id=6ece6a4a-5bdf-40d7-bd59-6b778037144a)] {{(pid=114094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:55:45.674391 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-6ea60456-0a0d-4d0a-a455-8caae4e7b0c9 req-e6abd2d2-e3ae-4613-b3e1-d847d30fc37b tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797243'] for port (97743adb-f50c-4603-8490-a5dc53d3afb5), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:45.708648 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-a912867f-015a-4006-9e4b-b972f1c0178c req-c92c0f8b-3d3e-44b8-b000-742845b51c86 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2d3ae94f-3500-4531-82f9-c2acf44e386d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405366 Jan 27 16:55:45.844421 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-6ea60456-0a0d-4d0a-a455-8caae4e7b0c9 req-e6abd2d2-e3ae-4613-b3e1-d847d30fc37b tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:45.844710 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-6ea60456-0a0d-4d0a-a455-8caae4e7b0c9 req-e6abd2d2-e3ae-4613-b3e1-d847d30fc37b tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1796444'] for floatingip (da350d86-0c96-467d-824e-3f23d3769cc2), after_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:45.845024 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.db.l3_db [req-6ea60456-0a0d-4d0a-a455-8caae4e7b0c9 req-e6abd2d2-e3ae-4613-b3e1-d847d30fc37b tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Floating IP da350d86-0c96-467d-824e-3f23d3769cc2 disassociated. External IP: 172.27.2.25, port: 97743adb-f50c-4603-8490-a5dc53d3afb5. Jan 27 16:55:45.845447 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.plugin [req-6ea60456-0a0d-4d0a-a455-8caae4e7b0c9 req-e6abd2d2-e3ae-4613-b3e1-d847d30fc37b tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Calling delete_port for 97743adb-f50c-4603-8490-a5dc53d3afb5 owned by compute:nova {{(pid=114094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:55:45.970966 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-6ea60456-0a0d-4d0a-a455-8caae4e7b0c9 req-e6abd2d2-e3ae-4613-b3e1-d847d30fc37b tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740202902474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740202573626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777202'] for port (97743adb-f50c-4603-8490-a5dc53d3afb5), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:45.996675 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6abd2d2-e3ae-4613-b3e1-d847d30fc37b tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Pushing event deleted for resources: {'Port': ['ID=97743adb-f50c-4603-8490-a5dc53d3afb5,revision_number=None']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:55:46.109017 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ea60456-0a0d-4d0a-a455-8caae4e7b0c9 req-e6abd2d2-e3ae-4613-b3e1-d847d30fc37b tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Router 8c14d5e6-789b-41a8-b5b0-e75b551502f3 has already been hosted by L3 agent bdbd084a-7876-495d-b5d9-cf3ee18f0227 {{(pid=114094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 16:55:46.215663 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ea60456-0a0d-4d0a-a455-8caae4e7b0c9 req-e6abd2d2-e3ae-4613-b3e1-d847d30fc37b tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Notify agent at l3_agent.dv-cinder-818830-2-iscsi the message routers_updated {{(pid=114094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 16:55:46.225081 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e06d800-91a0-41d5-8c28-b6175c098bd5 None None] Sync routers for ids ['8c14d5e6-789b-41a8-b5b0-e75b551502f3'] in dv-cinder-818830-2-iscsi {{(pid=114096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 16:55:46.235101 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e06d800-91a0-41d5-8c28-b6175c098bd5 None None] Routers {'8c14d5e6-789b-41a8-b5b0-e75b551502f3'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:55:46.235748 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-5e06d800-91a0-41d5-8c28-b6175c098bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T16:55:18Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['8c14d5e6-789b-41a8-b5b0-e75b551502f3'], 'active': True} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:55:46.257478 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ea60456-0a0d-4d0a-a455-8caae4e7b0c9 req-e6abd2d2-e3ae-4613-b3e1-d847d30fc37b tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] No DVR routers for this DVR port 97743adb-f50c-4603-8490-a5dc53d3afb5 on host hv-cinder-81883 {{(pid=114094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 16:55:46.260095 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-6ea60456-0a0d-4d0a-a455-8caae4e7b0c9 req-e6abd2d2-e3ae-4613-b3e1-d847d30fc37b tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118807'] for port (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:46.263664 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-6ea60456-0a0d-4d0a-a455-8caae4e7b0c9 req-e6abd2d2-e3ae-4613-b3e1-d847d30fc37b tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.24 "DELETE /v2.0/ports/97743adb-f50c-4603-8490-a5dc53d3afb5 HTTP/1.1" status: 204 len: 173 time: 1.0091972 Jan 27 16:55:46.264105 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8c22100-7616-4a07-842e-64004815a6ca', 'name': 'network-vif-deleted', 'tag': '97743adb-f50c-4603-8490-a5dc53d3afb5'}] {{(pid=114094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:55:46.266334 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}342a798d1d13ecd85fd4efdf34ff3908ecd3b9322feeb0f720fcdcd52e7e333b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29689b0d-3e0e-40b0-9d71-491a0d8d5ce4" -d '{"events": [{"server_uuid": "e8c22100-7616-4a07-842e-64004815a6ca", "name": "network-vif-deleted", "tag": "97743adb-f50c-4603-8490-a5dc53d3afb5"}]}' {{(pid=114094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:55:46.306215 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 16:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-565b1b0c-1cd4-4a45-9170-1fa9617a1499 x-openstack-request-id: req-565b1b0c-1cd4-4a45-9170-1fa9617a1499 {{(pid=114094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:55:46.306513 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8c22100-7616-4a07-842e-64004815a6ca", "name": "network-vif-deleted", "tag": "97743adb-f50c-4603-8490-a5dc53d3afb5", "status": "completed", "code": 200}]} {{(pid=114094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:55:46.306763 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-565b1b0c-1cd4-4a45-9170-1fa9617a1499 {{(pid=114094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:55:46.307228 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8c22100-7616-4a07-842e-64004815a6ca', 'name': 'network-vif-deleted', 'tag': '97743adb-f50c-4603-8490-a5dc53d3afb5', 'status': 'completed', 'code': 200} Jan 27 16:55:46.353157 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvr_db [None req-5e06d800-91a0-41d5-8c28-b6175c098bd5 None None] Set router 8c14d5e6-789b-41a8-b5b0-e75b551502f3 gateway port host: dv-cinder-818830-2-iscsi {{(pid=114096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:55:46.443743 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-f7482f9d-0257-4a98-a0b6-ee4e588d5a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (b49cc950-6aaa-44e3-a3c4-70b67101afab), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:46.576157 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-5e06d800-91a0-41d5-8c28-b6175c098bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c14d5e6-789b-41a8-b5b0-e75b551502f3', 'name': 'tempest-AttachVolumeTestJSON-640006432-router', 'tenant_id': 'accb650bdbfa4de4a4129fd473ca736d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '6ab449ff-2b63-44f3-897a-860c93be338d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:48:40Z', 'updated_at': '2022-01-27T16:48:51Z', 'revision_number': 4, 'project_id': 'accb650bdbfa4de4a4129fd473ca736d', 'gw_port': {'id': '6ab449ff-2b63-44f3-897a-860c93be338d', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:15:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c14d5e6-789b-41a8-b5b0-e75b551502f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:48:42Z', 'updated_at': '2022-01-27T16:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi', '_interfaces': [{'id': '2c2b5c0e-e05f-4520-aeed-d06220a6fdd4', 'name': '', 'network_id': 'd4e5124e-533e-45d6-b9d3-79afca1c35e2', 'tenant_id': 'accb650bdbfa4de4a4129fd473ca736d', 'mac_address': 'fa:16:3e:46:15:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c14d5e6-789b-41a8-b5b0-e75b551502f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'd38c499f-fa3e-48b8-ba77-1e1246ed2b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:48:49Z', 'updated_at': '2022-01-27T16:49:02Z', 'revision_number': 5, 'project_id': 'accb650bdbfa4de4a4129fd473ca736d', 'subnets': [{'id': 'd38c499f-fa3e-48b8-ba77-1e1246ed2b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:55:46.603327 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e06d800-91a0-41d5-8c28-b6175c098bd5 None None] Checking router: 8c14d5e6-789b-41a8-b5b0-e75b551502f3 for host: dv-cinder-818830-2-iscsi {{(pid=114096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 16:55:46.611502 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e06d800-91a0-41d5-8c28-b6175c098bd5 None None] Routers {'8c14d5e6-789b-41a8-b5b0-e75b551502f3'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:55:46.612182 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-5e06d800-91a0-41d5-8c28-b6175c098bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T16:55:18Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['8c14d5e6-789b-41a8-b5b0-e75b551502f3'], 'active': True} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:55:46.725134 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvr_db [None req-5e06d800-91a0-41d5-8c28-b6175c098bd5 None None] Set router 8c14d5e6-789b-41a8-b5b0-e75b551502f3 gateway port host: dv-cinder-818830-2-iscsi {{(pid=114096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:55:46.824272 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-080d4791-1dc6-4772-b54d-b80fe2c7fa4c req-09427074-3088-4ef3-936d-ac32b918fa4d tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8c22100-7616-4a07-842e-64004815a6ca HTTP/1.1" status: 200 len: 210 time: 0.0300994 Jan 27 16:55:46.935165 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-5e06d800-91a0-41d5-8c28-b6175c098bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c14d5e6-789b-41a8-b5b0-e75b551502f3', 'name': 'tempest-AttachVolumeTestJSON-640006432-router', 'tenant_id': 'accb650bdbfa4de4a4129fd473ca736d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '6ab449ff-2b63-44f3-897a-860c93be338d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:48:40Z', 'updated_at': '2022-01-27T16:48:51Z', 'revision_number': 4, 'project_id': 'accb650bdbfa4de4a4129fd473ca736d', 'gw_port': {'id': '6ab449ff-2b63-44f3-897a-860c93be338d', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:15:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c14d5e6-789b-41a8-b5b0-e75b551502f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:48:42Z', 'updated_at': '2022-01-27T16:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi', '_interfaces': [{'id': '2c2b5c0e-e05f-4520-aeed-d06220a6fdd4', 'name': '', 'network_id': 'd4e5124e-533e-45d6-b9d3-79afca1c35e2', 'tenant_id': 'accb650bdbfa4de4a4129fd473ca736d', 'mac_address': 'fa:16:3e:46:15:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c14d5e6-789b-41a8-b5b0-e75b551502f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'd38c499f-fa3e-48b8-ba77-1e1246ed2b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:48:49Z', 'updated_at': '2022-01-27T16:49:02Z', 'revision_number': 5, 'project_id': 'accb650bdbfa4de4a4129fd473ca736d', 'subnets': [{'id': 'd38c499f-fa3e-48b8-ba77-1e1246ed2b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:55:46.961934 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e06d800-91a0-41d5-8c28-b6175c098bd5 None None] The sync data for ids ['8c14d5e6-789b-41a8-b5b0-e75b551502f3'] in dv-cinder-818830-2-iscsi is: [{'id': '8c14d5e6-789b-41a8-b5b0-e75b551502f3', 'name': 'tempest-AttachVolumeTestJSON-640006432-router', 'tenant_id': 'accb650bdbfa4de4a4129fd473ca736d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '6ab449ff-2b63-44f3-897a-860c93be338d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:48:40Z', 'updated_at': '2022-01-27T16:48:51Z', 'revision_number': 4, 'project_id': 'accb650bdbfa4de4a4129fd473ca736d', 'gw_port': {'id': '6ab449ff-2b63-44f3-897a-860c93be338d', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:15:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c14d5e6-789b-41a8-b5b0-e75b551502f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:48:42Z', 'updated_at': '2022-01-27T16:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi', '_interfaces': [{'id': '2c2b5c0e-e05f-4520-aeed-d06220a6fdd4', 'name': '', 'network_id': 'd4e5124e-533e-45d6-b9d3-79afca1c35e2', 'tenant_id': 'accb650bdbfa4de4a4129fd473ca736d', 'mac_address': 'fa:16:3e:46:15:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c14d5e6-789b-41a8-b5b0-e75b551502f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'd38c499f-fa3e-48b8-ba77-1e1246ed2b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:48:49Z', 'updated_at': '2022-01-27T16:49:02Z', 'revision_number': 5, 'project_id': 'accb650bdbfa4de4a4129fd473ca736d', 'subnets': [{'id': 'd38c499f-fa3e-48b8-ba77-1e1246ed2b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 16:55:47.166466 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02058e15-42e9-4dce-abcd-27c798a60125 None None] New status for floating IP da350d86-0c96-467d-824e-3f23d3769cc2: DOWN {{(pid=114097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 16:55:47.903810 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 53560) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:55:47.957133 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-74a17f97-6868-49f3-8bf2-0d65d9afe3d8 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Publish callbacks [] for security_group (2d3ae94f-3500-4531-82f9-c2acf44e386d), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:47.980658 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-74a17f97-6868-49f3-8bf2-0d65d9afe3d8 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Publish callbacks [] for security_group (2d3ae94f-3500-4531-82f9-c2acf44e386d), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:48.026984 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-74a17f97-6868-49f3-8bf2-0d65d9afe3d8 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (2d3ae94f-3500-4531-82f9-c2acf44e386d), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:48.029590 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-74a17f97-6868-49f3-8bf2-0d65d9afe3d8 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Publish callbacks [] for security_group (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:48.030708 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-74a17f97-6868-49f3-8bf2-0d65d9afe3d8 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "DELETE /v2.0/security-groups/2d3ae94f-3500-4531-82f9-c2acf44e386d HTTP/1.1" status: 204 len: 168 time: 0.1258948 Jan 27 16:55:48.033661 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 53562) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:55:48.036064 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device 97743adb-f50c-4603-8490-a5dc53d3afb5 no longer exists at agent hyperv_hv-cinder-81883 {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:55:48.047684 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a17f97-6868-49f3-8bf2-0d65d9afe3d8 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d3ae94f-3500-4531-82f9-c2acf44e386d,revision_number=None']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:55:48.047970 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.api.v2.resource [None req-1b6b7c92-3364-4597-a9df-551ed6666b98 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] show failed (client error): The resource could not be found. Jan 27 16:55:48.052111 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 53564) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:55:48.052250 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-1b6b7c92-3364-4597-a9df-551ed6666b98 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "GET /v2.0/security-groups/2d3ae94f-3500-4531-82f9-c2acf44e386d HTTP/1.1" status: 404 len: 347 time: 0.0174284 Jan 27 16:55:48.066363 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] No Port match for: 97743adb-f50c-4603-8490-a5dc53d3afb5 {{(pid=114096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 16:55:48.066705 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device 97743adb-f50c-4603-8490-a5dc53d3afb5 not bound to the agent host hv-cinder-81883 {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 16:55:48.175215 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.plugin [None req-fee19762-323d-4478-a9bd-f27bcb948273 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Deleting port 6dcf1245-956d-4f21-9cd4-e26458bfeb1a {{(pid=114094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:55:48.175578 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-fee19762-323d-4478-a9bd-f27bcb948273 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740202897008'] for port (6dcf1245-956d-4f21-9cd4-e26458bfeb1a), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:48.251558 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-fee19762-323d-4478-a9bd-f27bcb948273 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797243'] for port (6dcf1245-956d-4f21-9cd4-e26458bfeb1a), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:48.251936 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-fee19762-323d-4478-a9bd-f27bcb948273 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Publish callbacks [] for floatingip (6dcf1245-956d-4f21-9cd4-e26458bfeb1a), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:48.263626 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.plugin [None req-fee19762-323d-4478-a9bd-f27bcb948273 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Calling delete_port for 6dcf1245-956d-4f21-9cd4-e26458bfeb1a owned by network:floatingip {{(pid=114094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:55:48.395339 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-fee19762-323d-4478-a9bd-f27bcb948273 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740202902474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740202573626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777202'] for port (6dcf1245-956d-4f21-9cd4-e26458bfeb1a), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:48.422225 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (853c399d-72c7-467e-bd42-08a47e7fb1c3), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:48.424227 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee19762-323d-4478-a9bd-f27bcb948273 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Pushing event deleted for resources: {'Port': ['ID=6dcf1245-956d-4f21-9cd4-e26458bfeb1a,revision_number=None']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:55:48.448875 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-42345484-4120-43f7-95f0-4ab35ce20da7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (bdbd084a-7876-495d-b5d9-cf3ee18f0227), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:48.484808 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-fee19762-323d-4478-a9bd-f27bcb948273 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Publish callbacks [] for floatingip (da350d86-0c96-467d-824e-3f23d3769cc2), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:48.487415 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-fee19762-323d-4478-a9bd-f27bcb948273 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118807'] for floatingip (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:48.488695 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-fee19762-323d-4478-a9bd-f27bcb948273 tempest-AttachVolumeTestJSON-1049700409 tempest-AttachVolumeTestJSON-1049700409-project] 10.222.0.48 "DELETE /v2.0/floatingips/da350d86-0c96-467d-824e-3f23d3769cc2 HTTP/1.1" status: 204 len: 168 time: 0.4355762 Jan 27 16:55:49.508820 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-66ba84dd-632c-456a-bb12-6a575fe6244f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9495f383-87a2-4ffd-86dd-67b8d88d602c), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:50.745395 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-6e3b927c-a934-467f-bd0f-44f6afedce99 req-93d88d3a-9cba-4fd4-a5a2-a9e5b9e495bf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=094ca1ee-6735-4773-88c3-f81551f79fec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398104 Jan 27 16:55:50.812573 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3b927c-a934-467f-bd0f-44f6afedce99 req-c77bbbe0-edef-44a4-a123-1758a8e9871b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:50.814070 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-6e3b927c-a934-467f-bd0f-44f6afedce99 req-c77bbbe0-edef-44a4-a123-1758a8e9871b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=11d012d792424a858b876a618c79f7af&device_id=094ca1ee-6735-4773-88c3-f81551f79fec HTTP/1.1" status: 200 len: 1100 time: 0.0446625 Jan 27 16:55:50.923690 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3b927c-a934-467f-bd0f-44f6afedce99 req-e8cda43a-7646-4461-8b86-540ed82b9bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:50.926234 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-6e3b927c-a934-467f-bd0f-44f6afedce99 req-e8cda43a-7646-4461-8b86-540ed82b9bf1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4e17d67f-4d84-42b2-a3bf-cf48fd71687d HTTP/1.1" status: 200 len: 918 time: 0.0918801 Jan 27 16:55:50.993208 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-6e3b927c-a934-467f-bd0f-44f6afedce99 req-994a03c8-222d-47a7-a36f-17985dd6007c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c65d8b4a-3134-49fd-9fd6-0ca9592da86a HTTP/1.1" status: 200 len: 1000 time: 0.0613189 Jan 27 16:55:51.048522 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3b927c-a934-467f-bd0f-44f6afedce99 req-d975a446-bce5-468b-be1b-7e416a3c9387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:51.050128 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-6e3b927c-a934-467f-bd0f-44f6afedce99 req-d975a446-bce5-468b-be1b-7e416a3c9387 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b0494b2b-60e2-42b5-a63f-939831eceb11 HTTP/1.1" status: 200 len: 856 time: 0.0441544 Jan 27 16:55:51.096491 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3b927c-a934-467f-bd0f-44f6afedce99 req-a6b677c5-a13b-4e02-9503-126bf51da5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:55:51.097881 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-6e3b927c-a934-467f-bd0f-44f6afedce99 req-a6b677c5-a13b-4e02-9503-126bf51da5af service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4e17d67f-4d84-42b2-a3bf-cf48fd71687d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421872 Jan 27 16:55:51.189012 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-6e3b927c-a934-467f-bd0f-44f6afedce99 req-d504b699-0046-4737-91a6-cd72657868f0 service neutron] 10.222.0.24 "GET /v2.0/networks/4e17d67f-4d84-42b2-a3bf-cf48fd71687d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849199 Jan 27 16:55:51.281036 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-6e3b927c-a934-467f-bd0f-44f6afedce99 req-7bf6f64d-b19c-4acb-b729-8c531d7f3886 service neutron] 10.222.0.24 "GET /v2.0/networks/4e17d67f-4d84-42b2-a3bf-cf48fd71687d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853114 Jan 27 16:55:51.556648 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-d66b1738-fecd-429f-97ae-c3b5c23d3d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9d445c8f-179b-40e3-9cb5-ffaa95aecd6a), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:52.017715 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 53594) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:55:52.512210 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-be32d9f6-012c-4fea-bba3-5d1751f75508 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1796188'] for router_interface (8c14d5e6-789b-41a8-b5b0-e75b551502f3), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:52.595783 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (492c1832-c7a3-4f77-b4ba-2ebdc28556bf), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:52.799827 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.plugin [None req-be32d9f6-012c-4fea-bba3-5d1751f75508 admin admin] Deleting port 2c2b5c0e-e05f-4520-aeed-d06220a6fdd4 {{(pid=114094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:55:52.800167 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-be32d9f6-012c-4fea-bba3-5d1751f75508 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740202897008'] for port (2c2b5c0e-e05f-4520-aeed-d06220a6fdd4), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:52.874174 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.db [None req-be32d9f6-012c-4fea-bba3-5d1751f75508 admin admin] For port 2c2b5c0e-e05f-4520-aeed-d06220a6fdd4, host dv-cinder-818830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818830-2-iscsi',level=0,port_id=2c2b5c0e-e05f-4520-aeed-d06220a6fdd4,segment=NetworkSegment(6ece6a4a-5bdf-40d7-bd59-6b778037144a),segment_id=6ece6a4a-5bdf-40d7-bd59-6b778037144a)] {{(pid=114094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:55:52.874528 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-be32d9f6-012c-4fea-bba3-5d1751f75508 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797243'] for port (2c2b5c0e-e05f-4520-aeed-d06220a6fdd4), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:52.886751 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.plugin [None req-be32d9f6-012c-4fea-bba3-5d1751f75508 admin admin] Calling delete_port for 2c2b5c0e-e05f-4520-aeed-d06220a6fdd4 owned by network:router_interface {{(pid=114094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:55:53.060377 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-be32d9f6-012c-4fea-bba3-5d1751f75508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740202902474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740202573626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777202'] for port (2c2b5c0e-e05f-4520-aeed-d06220a6fdd4), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:53.089692 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be32d9f6-012c-4fea-bba3-5d1751f75508 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c2b5c0e-e05f-4520-aeed-d06220a6fdd4,revision_number=None']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:55:53.102223 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be32d9f6-012c-4fea-bba3-5d1751f75508 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:55:53.102583 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be32d9f6-012c-4fea-bba3-5d1751f75508 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:55:53.102932 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be32d9f6-012c-4fea-bba3-5d1751f75508 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:55:53.103271 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be32d9f6-012c-4fea-bba3-5d1751f75508 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:55:53.103625 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be32d9f6-012c-4fea-bba3-5d1751f75508 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:55:53.103960 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be32d9f6-012c-4fea-bba3-5d1751f75508 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:55:53.104290 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be32d9f6-012c-4fea-bba3-5d1751f75508 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:55:53.104620 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be32d9f6-012c-4fea-bba3-5d1751f75508 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:55:53.104955 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be32d9f6-012c-4fea-bba3-5d1751f75508 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:55:53.105280 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be32d9f6-012c-4fea-bba3-5d1751f75508 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:55:53.105607 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be32d9f6-012c-4fea-bba3-5d1751f75508 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:55:53.105927 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be32d9f6-012c-4fea-bba3-5d1751f75508 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:55:53.106246 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be32d9f6-012c-4fea-bba3-5d1751f75508 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:55:53.264378 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-be32d9f6-012c-4fea-bba3-5d1751f75508 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2031911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1796336'] for router_interface (8c14d5e6-789b-41a8-b5b0-e75b551502f3), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:53.467716 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be32d9f6-012c-4fea-bba3-5d1751f75508 admin admin] Router 8c14d5e6-789b-41a8-b5b0-e75b551502f3 has already been hosted by L3 agent bdbd084a-7876-495d-b5d9-cf3ee18f0227 {{(pid=114094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 16:55:53.569132 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be32d9f6-012c-4fea-bba3-5d1751f75508 admin admin] Notify agent at l3_agent.dv-cinder-818830-2-iscsi the message routers_updated {{(pid=114094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 16:55:53.574511 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-be32d9f6-012c-4fea-bba3-5d1751f75508 admin admin] 10.222.0.48 "PUT /v2.0/routers/8c14d5e6-789b-41a8-b5b0-e75b551502f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5557795 Jan 27 16:55:53.577100 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 53598) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:55:53.579493 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa824560-c411-4724-bb87-8d7e93b091dc None None] Sync routers for ids ['8c14d5e6-789b-41a8-b5b0-e75b551502f3'] in dv-cinder-818830-2-iscsi {{(pid=114096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 16:55:53.589546 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa824560-c411-4724-bb87-8d7e93b091dc None None] Routers {'8c14d5e6-789b-41a8-b5b0-e75b551502f3'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:55:53.590239 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-fa824560-c411-4724-bb87-8d7e93b091dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T16:55:48Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['8c14d5e6-789b-41a8-b5b0-e75b551502f3'], 'active': True} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:55:53.695003 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvr_db [None req-fa824560-c411-4724-bb87-8d7e93b091dc None None] Set router 8c14d5e6-789b-41a8-b5b0-e75b551502f3 gateway port host: dv-cinder-818830-2-iscsi {{(pid=114096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:55:53.876346 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-fa824560-c411-4724-bb87-8d7e93b091dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c14d5e6-789b-41a8-b5b0-e75b551502f3', 'name': 'tempest-AttachVolumeTestJSON-640006432-router', 'tenant_id': 'accb650bdbfa4de4a4129fd473ca736d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '6ab449ff-2b63-44f3-897a-860c93be338d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:48:40Z', 'updated_at': '2022-01-27T16:55:53Z', 'revision_number': 5, 'project_id': 'accb650bdbfa4de4a4129fd473ca736d', 'gw_port': {'id': '6ab449ff-2b63-44f3-897a-860c93be338d', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:15:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c14d5e6-789b-41a8-b5b0-e75b551502f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:48:42Z', 'updated_at': '2022-01-27T16:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi'}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:55:53.906998 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa824560-c411-4724-bb87-8d7e93b091dc None None] Checking router: 8c14d5e6-789b-41a8-b5b0-e75b551502f3 for host: dv-cinder-818830-2-iscsi {{(pid=114096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 16:55:53.916252 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa824560-c411-4724-bb87-8d7e93b091dc None None] Routers {'8c14d5e6-789b-41a8-b5b0-e75b551502f3'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:55:53.916873 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-fa824560-c411-4724-bb87-8d7e93b091dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T16:55:48Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['8c14d5e6-789b-41a8-b5b0-e75b551502f3'], 'active': True} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:55:53.932400 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-1a93a27e-10b4-4945-ac68-3c87abe7f02a admin admin] Publish callbacks [] for router (8c14d5e6-789b-41a8-b5b0-e75b551502f3), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:54.019099 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvr_db [None req-fa824560-c411-4724-bb87-8d7e93b091dc None None] Set router 8c14d5e6-789b-41a8-b5b0-e75b551502f3 gateway port host: dv-cinder-818830-2-iscsi {{(pid=114096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:55:54.032452 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-1a93a27e-10b4-4945-ac68-3c87abe7f02a admin admin] Publish callbacks [] for router_gateway (8c14d5e6-789b-41a8-b5b0-e75b551502f3), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:54.083815 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.plugin [None req-1a93a27e-10b4-4945-ac68-3c87abe7f02a admin admin] Deleting port 6ab449ff-2b63-44f3-897a-860c93be338d {{(pid=114094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:55:54.084509 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-1a93a27e-10b4-4945-ac68-3c87abe7f02a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740202897008'] for port (6ab449ff-2b63-44f3-897a-860c93be338d), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:54.160166 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.db [None req-1a93a27e-10b4-4945-ac68-3c87abe7f02a admin admin] For port 6ab449ff-2b63-44f3-897a-860c93be338d, host dv-cinder-818830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818830-2-iscsi',level=0,port_id=6ab449ff-2b63-44f3-897a-860c93be338d,segment=NetworkSegment(9bd3a446-0196-4595-aa07-09a05d016e38),segment_id=9bd3a446-0196-4595-aa07-09a05d016e38)] {{(pid=114094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:55:54.160432 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-1a93a27e-10b4-4945-ac68-3c87abe7f02a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797243'] for port (6ab449ff-2b63-44f3-897a-860c93be338d), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:54.172283 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.plugin [None req-1a93a27e-10b4-4945-ac68-3c87abe7f02a admin admin] Calling delete_port for 6ab449ff-2b63-44f3-897a-860c93be338d owned by network:router_gateway {{(pid=114094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:55:54.193977 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-fa824560-c411-4724-bb87-8d7e93b091dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c14d5e6-789b-41a8-b5b0-e75b551502f3', 'name': 'tempest-AttachVolumeTestJSON-640006432-router', 'tenant_id': 'accb650bdbfa4de4a4129fd473ca736d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '6ab449ff-2b63-44f3-897a-860c93be338d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:48:40Z', 'updated_at': '2022-01-27T16:55:53Z', 'revision_number': 5, 'project_id': 'accb650bdbfa4de4a4129fd473ca736d', 'gw_port': {'id': '6ab449ff-2b63-44f3-897a-860c93be338d', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:15:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c14d5e6-789b-41a8-b5b0-e75b551502f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:48:42Z', 'updated_at': '2022-01-27T16:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi'}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:55:54.222008 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa824560-c411-4724-bb87-8d7e93b091dc None None] The sync data for ids ['8c14d5e6-789b-41a8-b5b0-e75b551502f3'] in dv-cinder-818830-2-iscsi is: [{'id': '8c14d5e6-789b-41a8-b5b0-e75b551502f3', 'name': 'tempest-AttachVolumeTestJSON-640006432-router', 'tenant_id': 'accb650bdbfa4de4a4129fd473ca736d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '6ab449ff-2b63-44f3-897a-860c93be338d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:48:40Z', 'updated_at': '2022-01-27T16:55:53Z', 'revision_number': 5, 'project_id': 'accb650bdbfa4de4a4129fd473ca736d', 'gw_port': {'id': '6ab449ff-2b63-44f3-897a-860c93be338d', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:15:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c14d5e6-789b-41a8-b5b0-e75b551502f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:48:42Z', 'updated_at': '2022-01-27T16:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi'}] {{(pid=114096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 16:55:54.340056 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-1a93a27e-10b4-4945-ac68-3c87abe7f02a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740202902474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740202573626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777202'] for port (6ab449ff-2b63-44f3-897a-860c93be338d), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:54.368991 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a93a27e-10b4-4945-ac68-3c87abe7f02a admin admin] Pushing event deleted for resources: {'Port': ['ID=6ab449ff-2b63-44f3-897a-860c93be338d,revision_number=None']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:55:54.427758 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-1a93a27e-10b4-4945-ac68-3c87abe7f02a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1797530'] for router_gateway (8c14d5e6-789b-41a8-b5b0-e75b551502f3), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:54.515480 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-1a93a27e-10b4-4945-ac68-3c87abe7f02a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router (8c14d5e6-789b-41a8-b5b0-e75b551502f3), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:54.517507 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-1a93a27e-10b4-4945-ac68-3c87abe7f02a admin admin] Publish callbacks [] for router_controller (8c14d5e6-789b-41a8-b5b0-e75b551502f3), precommit_delete_associations {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:54.562333 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-1a93a27e-10b4-4945-ac68-3c87abe7f02a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1794534'] for router (8c14d5e6-789b-41a8-b5b0-e75b551502f3), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:54.562881 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a93a27e-10b4-4945-ac68-3c87abe7f02a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c14d5e6-789b-41a8-b5b0-e75b551502f3 {{(pid=114094) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 16:55:54.567176 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-1a93a27e-10b4-4945-ac68-3c87abe7f02a admin admin] Publish callbacks [] for router (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:54.568330 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-1a93a27e-10b4-4945-ac68-3c87abe7f02a admin admin] 10.222.0.48 "DELETE /v2.0/routers/8c14d5e6-789b-41a8-b5b0-e75b551502f3 HTTP/1.1" status: 204 len: 168 time: 0.9903300 Jan 27 16:55:54.571520 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 53600) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:55:54.615611 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6ba42e5-907b-43b4-936d-91b48ff12941 admin admin] Deleting subnet d38c499f-fa3e-48b8-ba77-1e1246ed2b6a {{(pid=114094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 16:55:54.619795 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-f6ba42e5-907b-43b4-936d-91b48ff12941 admin admin] Publish callbacks [] for subnet (d38c499f-fa3e-48b8-ba77-1e1246ed2b6a), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:54.655224 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-f6ba42e5-907b-43b4-936d-91b48ff12941 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9277020'] for subnet (d38c499f-fa3e-48b8-ba77-1e1246ed2b6a), precommit_delete_associations {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:54.735192 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-f6ba42e5-907b-43b4-936d-91b48ff12941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-889273'] for subnet (d38c499f-fa3e-48b8-ba77-1e1246ed2b6a), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:54.792143 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-f6ba42e5-907b-43b4-936d-91b48ff12941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-889270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8777159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875549'] for subnet (d38c499f-fa3e-48b8-ba77-1e1246ed2b6a), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:54.818435 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ba42e5-907b-43b4-936d-91b48ff12941 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d38c499f-fa3e-48b8-ba77-1e1246ed2b6a,revision_number=None']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:55:54.824993 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-f6ba42e5-907b-43b4-936d-91b48ff12941 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:54.828560 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-f6ba42e5-907b-43b4-936d-91b48ff12941 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/d38c499f-fa3e-48b8-ba77-1e1246ed2b6a HTTP/1.1" status: 204 len: 168 time: 0.2556100 Jan 27 16:55:54.830566 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 53602) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:55:54.830694 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7ebf91-28b5-4ffc-a6fe-9bfb74a5558a None None] Network d4e5124e-533e-45d6-b9d3-79afca1c35e2 requested from dv-cinder-818830-2-iscsi {{(pid=114096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 16:55:54.903699 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-44d0a4e9-5c85-41d4-b0c4-5ef2b56453ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012344'] for network (d4e5124e-533e-45d6-b9d3-79afca1c35e2), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:54.957384 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.plugin [None req-44d0a4e9-5c85-41d4-b0c4-5ef2b56453ca admin admin] Deleting port 32452aea-d5c4-433e-a5b0-57c24811c401 {{(pid=114094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:55:54.957730 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-44d0a4e9-5c85-41d4-b0c4-5ef2b56453ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740202897008'] for port (32452aea-d5c4-433e-a5b0-57c24811c401), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:55.023844 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.db [None req-44d0a4e9-5c85-41d4-b0c4-5ef2b56453ca admin admin] For port 32452aea-d5c4-433e-a5b0-57c24811c401, host dv-cinder-818830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818830-2-iscsi',level=0,port_id=32452aea-d5c4-433e-a5b0-57c24811c401,segment=NetworkSegment(6ece6a4a-5bdf-40d7-bd59-6b778037144a),segment_id=6ece6a4a-5bdf-40d7-bd59-6b778037144a)] {{(pid=114094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:55:55.024211 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-44d0a4e9-5c85-41d4-b0c4-5ef2b56453ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797243'] for port (32452aea-d5c4-433e-a5b0-57c24811c401), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:55.037211 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.plugin [None req-44d0a4e9-5c85-41d4-b0c4-5ef2b56453ca admin admin] Calling delete_port for 32452aea-d5c4-433e-a5b0-57c24811c401 owned by network:dhcp {{(pid=114094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:55:55.114538 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-44d0a4e9-5c85-41d4-b0c4-5ef2b56453ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740202902474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740202573626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777202'] for port (32452aea-d5c4-433e-a5b0-57c24811c401), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:55.143932 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d0a4e9-5c85-41d4-b0c4-5ef2b56453ca admin admin] Pushing event deleted for resources: {'Port': ['ID=32452aea-d5c4-433e-a5b0-57c24811c401,revision_number=None']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:55:55.148329 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d0a4e9-5c85-41d4-b0c4-5ef2b56453ca admin admin] No DVR routers for this DVR port 32452aea-d5c4-433e-a5b0-57c24811c401 on host dv-cinder-818830-2-iscsi {{(pid=114094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 16:55:55.218605 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-44d0a4e9-5c85-41d4-b0c4-5ef2b56453ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891970', 'neutron.services.segments.db._delete_segments_for_network-8740203086740'] for network (d4e5124e-533e-45d6-b9d3-79afca1c35e2), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:55.225623 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfa8f41-c7b3-4141-aa56-e8eead696f7a None None] DHCP port deletion for d4e5124e-533e-45d6-b9d3-79afca1c35e2 request from dv-cinder-818830-2-iscsi {{(pid=114096) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 16:55:55.243327 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.services.segments.db [None req-44d0a4e9-5c85-41d4-b0c4-5ef2b56453ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4e5124e-533e-45d6-b9d3-79afca1c35e2']}} {{(pid=114094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:55:55.253023 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.services.segments.db [None req-44d0a4e9-5c85-41d4-b0c4-5ef2b56453ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ece6a4a-5bdf-40d7-bd59-6b778037144a') {'for_net_delete': True} {{(pid=114094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:55:55.253324 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.services.segments.db [None req-44d0a4e9-5c85-41d4-b0c4-5ef2b56453ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ece6a4a-5bdf-40d7-bd59-6b778037144a') {} {{(pid=114094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:55:55.263886 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-44d0a4e9-5c85-41d4-b0c4-5ef2b56453ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740203088285', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9276965'] for segment (6ece6a4a-5bdf-40d7-bd59-6b778037144a), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:55.276994 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-44d0a4e9-5c85-41d4-b0c4-5ef2b56453ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985126'] for segment (6ece6a4a-5bdf-40d7-bd59-6b778037144a), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:55.283148 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44d0a4e9-5c85-41d4-b0c4-5ef2b56453ca admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=114094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 16:55:55.283765 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-44d0a4e9-5c85-41d4-b0c4-5ef2b56453ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8777005'] for segment (6ece6a4a-5bdf-40d7-bd59-6b778037144a), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:55.285435 dv-cinder-818830-2-iscsi neutron-server[114094]: Traceback (most recent call last): Jan 27 16:55:55.285435 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 16:55:55.285435 dv-cinder-818830-2-iscsi neutron-server[114094]: timer() Jan 27 16:55:55.285435 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 16:55:55.285435 dv-cinder-818830-2-iscsi neutron-server[114094]: cb(*args, **kw) Jan 27 16:55:55.285435 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 16:55:55.285435 dv-cinder-818830-2-iscsi neutron-server[114094]: return func(*args, **kwargs) Jan 27 16:55:55.285435 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 16:55:55.285435 dv-cinder-818830-2-iscsi neutron-server[114094]: self._notify() Jan 27 16:55:55.285435 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 16:55:55.285435 dv-cinder-818830-2-iscsi neutron-server[114094]: self.callback(batched_events) Jan 27 16:55:55.285435 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 16:55:55.285435 dv-cinder-818830-2-iscsi neutron-server[114094]: event.method(event) Jan 27 16:55:55.285435 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 16:55:55.285435 dv-cinder-818830-2-iscsi neutron-server[114094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 16:55:55.285435 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 16:55:55.285435 dv-cinder-818830-2-iscsi neutron-server[114094]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 16:55:55.285435 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 16:55:55.285435 dv-cinder-818830-2-iscsi neutron-server[114094]: return f(self, *a, **k) Jan 27 16:55:55.285435 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 16:55:55.285435 dv-cinder-818830-2-iscsi neutron-server[114094]: return self._get(url).json() Jan 27 16:55:55.285435 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 16:55:55.285435 dv-cinder-818830-2-iscsi neutron-server[114094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 16:55:55.285435 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 16:55:55.285435 dv-cinder-818830-2-iscsi neutron-server[114094]: return self.request(url, 'GET', **kwargs) Jan 27 16:55:55.285435 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 16:55:55.285435 dv-cinder-818830-2-iscsi neutron-server[114094]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 16:55:55.285435 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 16:55:55.285435 dv-cinder-818830-2-iscsi neutron-server[114094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 16:55:55.285435 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 16:55:55.285435 dv-cinder-818830-2-iscsi neutron-server[114094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 16:55:55.285435 dv-cinder-818830-2-iscsi neutron-server[114094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 16:55:55.302655 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device 2c2b5c0e-e05f-4520-aeed-d06220a6fdd4 no longer exists at agent ovs-agent-dv-cinder-818830-2-iscsi {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:55:55.323627 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] No Port match for: 2c2b5c0e-e05f-4520-aeed-d06220a6fdd4 {{(pid=114096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 16:55:55.323982 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device 2c2b5c0e-e05f-4520-aeed-d06220a6fdd4 not bound to the agent host dv-cinder-818830-2-iscsi {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 16:55:55.324404 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device 32452aea-d5c4-433e-a5b0-57c24811c401 no longer exists at agent ovs-agent-dv-cinder-818830-2-iscsi {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:55:55.345381 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-44d0a4e9-5c85-41d4-b0c4-5ef2b56453ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1796466'] for network (d4e5124e-533e-45d6-b9d3-79afca1c35e2), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:55.349033 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] No Port match for: 32452aea-d5c4-433e-a5b0-57c24811c401 {{(pid=114096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 16:55:55.349399 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device 32452aea-d5c4-433e-a5b0-57c24811c401 not bound to the agent host dv-cinder-818830-2-iscsi {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 16:55:55.349987 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device 6ab449ff-2b63-44f3-897a-860c93be338d no longer exists at agent ovs-agent-dv-cinder-818830-2-iscsi {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:55:55.350745 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-44d0a4e9-5c85-41d4-b0c4-5ef2b56453ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032074'] for network (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:55.355168 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-44d0a4e9-5c85-41d4-b0c4-5ef2b56453ca admin admin] 10.222.0.48 "DELETE /v2.0/networks/d4e5124e-533e-45d6-b9d3-79afca1c35e2 HTTP/1.1" status: 204 len: 168 time: 0.5231938 Jan 27 16:55:55.367187 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d0a4e9-5c85-41d4-b0c4-5ef2b56453ca admin admin] Pushing event deleted for resources: {'Network': ['ID=d4e5124e-533e-45d6-b9d3-79afca1c35e2,revision_number=None']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:55:55.474821 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 53606) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:55:55.501008 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] No Port match for: 6ab449ff-2b63-44f3-897a-860c93be338d {{(pid=114096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 16:55:55.501358 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device 6ab449ff-2b63-44f3-897a-860c93be338d not bound to the agent host dv-cinder-818830-2-iscsi {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 16:55:55.518578 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-133a1fb3-cc05-46be-8a2e-ac8c4d7d4466 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=accb650bdbfa4de4a4129fd473ca736d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0419264 Jan 27 16:55:55.521095 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 53608) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:55:55.567360 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-b909aa80-6c52-4306-a59a-3429192350f1 admin admin] Publish callbacks [] for security_group (3454ab63-bd4e-422a-a738-59141364d1ee), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:55.587734 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-b909aa80-6c52-4306-a59a-3429192350f1 admin admin] Publish callbacks [] for security_group (3454ab63-bd4e-422a-a738-59141364d1ee), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:55.636871 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-b909aa80-6c52-4306-a59a-3429192350f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (3454ab63-bd4e-422a-a738-59141364d1ee), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:55.639456 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-b909aa80-6c52-4306-a59a-3429192350f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:55:55.640637 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-b909aa80-6c52-4306-a59a-3429192350f1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3454ab63-bd4e-422a-a738-59141364d1ee HTTP/1.1" status: 204 len: 168 time: 0.1186373 Jan 27 16:55:55.648364 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b909aa80-6c52-4306-a59a-3429192350f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3454ab63-bd4e-422a-a738-59141364d1ee,revision_number=None']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:56:03.934632 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 53714) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:56:04.036466 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-97f9729d-ada8-4d75-beaf-8281d7827919 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:04.108322 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-97f9729d-ada8-4d75-beaf-8281d7827919 admin admin] Publish callbacks [] for security_group (85a1f767-2d70-4989-8675-48aafd8f9a4d), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:04.111748 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-97f9729d-ada8-4d75-beaf-8281d7827919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (85a1f767-2d70-4989-8675-48aafd8f9a4d), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:04.149444 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-97f9729d-ada8-4d75-beaf-8281d7827919 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cb3bb30d61ef49a38afc608570a23185&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2137640 Jan 27 16:56:04.150537 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f9729d-ada8-4d75-beaf-8281d7827919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a1f767-2d70-4989-8675-48aafd8f9a4d,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:56:04.152126 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 53718) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:56:04.200032 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-b9957a79-25ad-4e60-9670-8178f2b526d1 admin admin] Publish callbacks [] for security_group (85a1f767-2d70-4989-8675-48aafd8f9a4d), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:04.220738 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-b9957a79-25ad-4e60-9670-8178f2b526d1 admin admin] Publish callbacks [] for security_group (85a1f767-2d70-4989-8675-48aafd8f9a4d), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:04.265281 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-b9957a79-25ad-4e60-9670-8178f2b526d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (85a1f767-2d70-4989-8675-48aafd8f9a4d), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:04.268159 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-b9957a79-25ad-4e60-9670-8178f2b526d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:04.269316 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-b9957a79-25ad-4e60-9670-8178f2b526d1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/85a1f767-2d70-4989-8675-48aafd8f9a4d HTTP/1.1" status: 204 len: 168 time: 0.1162198 Jan 27 16:56:04.277486 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9957a79-25ad-4e60-9670-8178f2b526d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a1f767-2d70-4989-8675-48aafd8f9a4d,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:56:06.660244 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.agents_db [None req-5545c54b-af05-4075-94be-94e2438c302a None None] Agent healthcheck: found 6 active agents {{(pid=114097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 16:56:16.386196 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-41564502-582e-4142-a503-b9f9bfd3a2e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (b49cc950-6aaa-44e3-a3c4-70b67101afab), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:18.235418 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016e3710-07a1-4b13-a93a-896968408de0 req-b04ca85d-a5e4-4cf8-bd63-6a922d0e1168 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:56:18.236904 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-016e3710-07a1-4b13-a93a-896968408de0 req-b04ca85d-a5e4-4cf8-bd63-6a922d0e1168 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=094ca1ee-6735-4773-88c3-f81551f79fec HTTP/1.1" status: 200 len: 947 time: 0.0488338 Jan 27 16:56:18.285237 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-016e3710-07a1-4b13-a93a-896968408de0 req-9d60108c-5cb9-4483-8004-09dae7aae75c tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb2f1526-28f2-4b52-8439-abb91f5f29fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419235 Jan 27 16:56:18.429486 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (853c399d-72c7-467e-bd42-08a47e7fb1c3), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:18.449754 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-ace60d85-b032-407c-a335-b8ca2b763cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (bdbd084a-7876-495d-b5d9-cf3ee18f0227), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:19.405249 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69749c8e-f186-47bc-8d79-dbd03338fada req-e27e874e-ce2e-405e-a1bf-be37604eaee6 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:56:19.406713 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-69749c8e-f186-47bc-8d79-dbd03338fada req-e27e874e-ce2e-405e-a1bf-be37604eaee6 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=094ca1ee-6735-4773-88c3-f81551f79fec HTTP/1.1" status: 200 len: 947 time: 0.0482461 Jan 27 16:56:19.453116 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-69749c8e-f186-47bc-8d79-dbd03338fada req-7e500bb7-e1b0-4abf-8ff3-68829fc3e60b tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb2f1526-28f2-4b52-8439-abb91f5f29fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400450 Jan 27 16:56:19.511741 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-66ba84dd-632c-456a-bb12-6a575fe6244f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9495f383-87a2-4ffd-86dd-67b8d88d602c), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:19.560059 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8866b4be-adb4-472f-aaf0-997510e68058 req-69f16eba-d7ca-4952-bee4-6ed31b78b0b7 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:56:19.561510 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-8866b4be-adb4-472f-aaf0-997510e68058 req-69f16eba-d7ca-4952-bee4-6ed31b78b0b7 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.24 "GET /v2.0/ports?device_id=094ca1ee-6735-4773-88c3-f81551f79fec HTTP/1.1" status: 200 len: 947 time: 0.0479741 Jan 27 16:56:19.653706 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.plugin [req-8866b4be-adb4-472f-aaf0-997510e68058 req-e057f6cc-dc62-4e66-93d7-99f126bb19d9 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Deleting port c65d8b4a-3134-49fd-9fd6-0ca9592da86a {{(pid=114094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:56:19.653963 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-8866b4be-adb4-472f-aaf0-997510e68058 req-e057f6cc-dc62-4e66-93d7-99f126bb19d9 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740202897008'] for port (c65d8b4a-3134-49fd-9fd6-0ca9592da86a), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:19.741905 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.db [req-8866b4be-adb4-472f-aaf0-997510e68058 req-e057f6cc-dc62-4e66-93d7-99f126bb19d9 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] For port c65d8b4a-3134-49fd-9fd6-0ca9592da86a, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=c65d8b4a-3134-49fd-9fd6-0ca9592da86a,segment=NetworkSegment(f24320bd-5fde-4b90-81d3-17a919a07a12),segment_id=f24320bd-5fde-4b90-81d3-17a919a07a12)] {{(pid=114094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:56:19.742264 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-8866b4be-adb4-472f-aaf0-997510e68058 req-e057f6cc-dc62-4e66-93d7-99f126bb19d9 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797243'] for port (c65d8b4a-3134-49fd-9fd6-0ca9592da86a), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:19.913777 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-8866b4be-adb4-472f-aaf0-997510e68058 req-e057f6cc-dc62-4e66-93d7-99f126bb19d9 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:19.914138 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-8866b4be-adb4-472f-aaf0-997510e68058 req-e057f6cc-dc62-4e66-93d7-99f126bb19d9 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1796444'] for floatingip (a4b86216-ff54-4220-9d9d-d8f46394c196), after_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:19.914450 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.db.l3_db [req-8866b4be-adb4-472f-aaf0-997510e68058 req-e057f6cc-dc62-4e66-93d7-99f126bb19d9 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Floating IP a4b86216-ff54-4220-9d9d-d8f46394c196 disassociated. External IP: 172.27.2.2, port: c65d8b4a-3134-49fd-9fd6-0ca9592da86a. Jan 27 16:56:19.914788 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.plugin [req-8866b4be-adb4-472f-aaf0-997510e68058 req-e057f6cc-dc62-4e66-93d7-99f126bb19d9 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Calling delete_port for c65d8b4a-3134-49fd-9fd6-0ca9592da86a owned by compute:nova {{(pid=114094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:56:20.053272 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-8866b4be-adb4-472f-aaf0-997510e68058 req-e057f6cc-dc62-4e66-93d7-99f126bb19d9 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740202902474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740202573626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777202'] for port (c65d8b4a-3134-49fd-9fd6-0ca9592da86a), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:20.080288 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e057f6cc-dc62-4e66-93d7-99f126bb19d9 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Pushing event deleted for resources: {'Port': ['ID=c65d8b4a-3134-49fd-9fd6-0ca9592da86a,revision_number=None']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:56:20.199452 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8866b4be-adb4-472f-aaf0-997510e68058 req-e057f6cc-dc62-4e66-93d7-99f126bb19d9 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Router 170ece70-89e4-48ac-a0e9-591d74dcaa51 has already been hosted by L3 agent bdbd084a-7876-495d-b5d9-cf3ee18f0227 {{(pid=114094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 16:56:20.312090 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8866b4be-adb4-472f-aaf0-997510e68058 req-e057f6cc-dc62-4e66-93d7-99f126bb19d9 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Notify agent at l3_agent.dv-cinder-818830-2-iscsi the message routers_updated {{(pid=114094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 16:56:20.322871 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa76dec-921e-484a-a878-a0bdfd7642bd None None] Sync routers for ids ['170ece70-89e4-48ac-a0e9-591d74dcaa51'] in dv-cinder-818830-2-iscsi {{(pid=114097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 16:56:20.336929 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa76dec-921e-484a-a878-a0bdfd7642bd None None] Routers {'170ece70-89e4-48ac-a0e9-591d74dcaa51'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:56:20.337843 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_hamode_db [None req-3aa76dec-921e-484a-a878-a0bdfd7642bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T16:56:18Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['170ece70-89e4-48ac-a0e9-591d74dcaa51'], 'active': True} {{(pid=114097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:56:20.355638 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.l3_dvrscheduler_db [req-8866b4be-adb4-472f-aaf0-997510e68058 req-e057f6cc-dc62-4e66-93d7-99f126bb19d9 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] No DVR routers for this DVR port c65d8b4a-3134-49fd-9fd6-0ca9592da86a on host hv-cinder-81883 {{(pid=114094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 16:56:20.358253 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-8866b4be-adb4-472f-aaf0-997510e68058 req-e057f6cc-dc62-4e66-93d7-99f126bb19d9 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118807'] for port (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:20.361604 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-8866b4be-adb4-472f-aaf0-997510e68058 req-e057f6cc-dc62-4e66-93d7-99f126bb19d9 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.24 "DELETE /v2.0/ports/c65d8b4a-3134-49fd-9fd6-0ca9592da86a HTTP/1.1" status: 204 len: 173 time: 0.7955601 Jan 27 16:56:20.362047 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '094ca1ee-6735-4773-88c3-f81551f79fec', 'name': 'network-vif-deleted', 'tag': 'c65d8b4a-3134-49fd-9fd6-0ca9592da86a'}] {{(pid=114094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:56:20.364371 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}342a798d1d13ecd85fd4efdf34ff3908ecd3b9322feeb0f720fcdcd52e7e333b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2365f88b-a09b-49ed-855c-1ff351536750" -d '{"events": [{"server_uuid": "094ca1ee-6735-4773-88c3-f81551f79fec", "name": "network-vif-deleted", "tag": "c65d8b4a-3134-49fd-9fd6-0ca9592da86a"}]}' {{(pid=114094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:56:20.369678 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 53952) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:56:20.406006 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 16:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f7b021-280e-4da4-9853-6a93a1d83d87 x-openstack-request-id: req-00f7b021-280e-4da4-9853-6a93a1d83d87 {{(pid=114094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:56:20.406300 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "094ca1ee-6735-4773-88c3-f81551f79fec", "name": "network-vif-deleted", "tag": "c65d8b4a-3134-49fd-9fd6-0ca9592da86a", "status": "completed", "code": 200}]} {{(pid=114094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:56:20.411100 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-00f7b021-280e-4da4-9853-6a93a1d83d87 {{(pid=114094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:56:20.412265 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '094ca1ee-6735-4773-88c3-f81551f79fec', 'name': 'network-vif-deleted', 'tag': 'c65d8b4a-3134-49fd-9fd6-0ca9592da86a', 'status': 'completed', 'code': 200} Jan 27 16:56:20.472371 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_dvr_db [None req-3aa76dec-921e-484a-a878-a0bdfd7642bd None None] Set router 170ece70-89e4-48ac-a0e9-591d74dcaa51 gateway port host: dv-cinder-818830-2-iscsi {{(pid=114097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:56:20.511139 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-7e6ac75f-da61-4f56-8530-aacbcb44a342 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:20.614392 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-7e6ac75f-da61-4f56-8530-aacbcb44a342 admin admin] Publish callbacks [] for security_group (2b268e10-66cf-4a48-a592-b84120f20d92), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:20.619903 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-7e6ac75f-da61-4f56-8530-aacbcb44a342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (2b268e10-66cf-4a48-a592-b84120f20d92), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:20.621843 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-3816c9b5-15aa-4d45-8cb0-15a4e62cc367 req-f8e311c4-3870-435e-92e4-d43e6f61ee21 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/ports?device_id=094ca1ee-6735-4773-88c3-f81551f79fec HTTP/1.1" status: 200 len: 210 time: 0.0360727 Jan 27 16:56:20.666041 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-7e6ac75f-da61-4f56-8530-aacbcb44a342 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=407deb24a3a347e5a6ea72f91a22223d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2953484 Jan 27 16:56:20.668656 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 53958) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:56:20.670953 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6ac75f-da61-4f56-8530-aacbcb44a342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b268e10-66cf-4a48-a592-b84120f20d92,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:56:20.718545 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-cfc86494-db8e-47fe-89d9-0c6cfa0126bb admin admin] Publish callbacks [] for security_group (2b268e10-66cf-4a48-a592-b84120f20d92), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:20.725790 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_hamode_db [None req-3aa76dec-921e-484a-a878-a0bdfd7642bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170ece70-89e4-48ac-a0e9-591d74dcaa51', 'name': 'tempest-AttachVolumeShelveTestJSON-1606997611-router', 'tenant_id': '11d012d792424a858b876a618c79f7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '71831c89-48a2-4383-9f62-2e8b94fee069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:48:42Z', 'updated_at': '2022-01-27T16:49:02Z', 'revision_number': 4, 'project_id': '11d012d792424a858b876a618c79f7af', 'gw_port': {'id': '71831c89-48a2-4383-9f62-2e8b94fee069', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170ece70-89e4-48ac-a0e9-591d74dcaa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:48:43Z', 'updated_at': '2022-01-27T16:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi', '_interfaces': [{'id': '0d5e775a-527a-4f81-9ab4-5ecae0182714', 'name': '', 'network_id': '4e17d67f-4d84-42b2-a3bf-cf48fd71687d', 'tenant_id': '11d012d792424a858b876a618c79f7af', 'mac_address': 'fa:16:3e:de:b3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170ece70-89e4-48ac-a0e9-591d74dcaa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'b0494b2b-60e2-42b5-a63f-939831eceb11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:48:58Z', 'updated_at': '2022-01-27T16:49:08Z', 'revision_number': 5, 'project_id': '11d012d792424a858b876a618c79f7af', 'subnets': [{'id': 'b0494b2b-60e2-42b5-a63f-939831eceb11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:56:20.742309 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-cfc86494-db8e-47fe-89d9-0c6cfa0126bb admin admin] Publish callbacks [] for security_group (2b268e10-66cf-4a48-a592-b84120f20d92), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:20.751601 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa76dec-921e-484a-a878-a0bdfd7642bd None None] Checking router: 170ece70-89e4-48ac-a0e9-591d74dcaa51 for host: dv-cinder-818830-2-iscsi {{(pid=114097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 16:56:20.760738 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa76dec-921e-484a-a878-a0bdfd7642bd None None] Routers {'170ece70-89e4-48ac-a0e9-591d74dcaa51'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:56:20.761048 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_hamode_db [None req-3aa76dec-921e-484a-a878-a0bdfd7642bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T16:56:18Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['170ece70-89e4-48ac-a0e9-591d74dcaa51'], 'active': True} {{(pid=114097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:56:20.796315 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-cfc86494-db8e-47fe-89d9-0c6cfa0126bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (2b268e10-66cf-4a48-a592-b84120f20d92), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:20.799168 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-cfc86494-db8e-47fe-89d9-0c6cfa0126bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:20.803048 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-cfc86494-db8e-47fe-89d9-0c6cfa0126bb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2b268e10-66cf-4a48-a592-b84120f20d92 HTTP/1.1" status: 204 len: 168 time: 0.1302068 Jan 27 16:56:20.808444 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc86494-db8e-47fe-89d9-0c6cfa0126bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b268e10-66cf-4a48-a592-b84120f20d92,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:56:20.816433 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc86494-db8e-47fe-89d9-0c6cfa0126bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:56:20.816925 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc86494-db8e-47fe-89d9-0c6cfa0126bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:56:20.817267 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc86494-db8e-47fe-89d9-0c6cfa0126bb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:56:20.817601 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc86494-db8e-47fe-89d9-0c6cfa0126bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:56:20.817931 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc86494-db8e-47fe-89d9-0c6cfa0126bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:56:20.818262 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc86494-db8e-47fe-89d9-0c6cfa0126bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:56:20.818579 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc86494-db8e-47fe-89d9-0c6cfa0126bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:56:20.818894 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc86494-db8e-47fe-89d9-0c6cfa0126bb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:56:20.819524 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc86494-db8e-47fe-89d9-0c6cfa0126bb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:56:20.820704 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc86494-db8e-47fe-89d9-0c6cfa0126bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:56:20.821037 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc86494-db8e-47fe-89d9-0c6cfa0126bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:56:20.821357 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc86494-db8e-47fe-89d9-0c6cfa0126bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:56:20.821681 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc86494-db8e-47fe-89d9-0c6cfa0126bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:56:20.891425 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_dvr_db [None req-3aa76dec-921e-484a-a878-a0bdfd7642bd None None] Set router 170ece70-89e4-48ac-a0e9-591d74dcaa51 gateway port host: dv-cinder-818830-2-iscsi {{(pid=114097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:56:21.076532 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 53964) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:56:21.089473 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-c244f9d2-58ac-428a-aa44-42fc9628c54c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:21.093717 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_hamode_db [None req-3aa76dec-921e-484a-a878-a0bdfd7642bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170ece70-89e4-48ac-a0e9-591d74dcaa51', 'name': 'tempest-AttachVolumeShelveTestJSON-1606997611-router', 'tenant_id': '11d012d792424a858b876a618c79f7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '71831c89-48a2-4383-9f62-2e8b94fee069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:48:42Z', 'updated_at': '2022-01-27T16:49:02Z', 'revision_number': 4, 'project_id': '11d012d792424a858b876a618c79f7af', 'gw_port': {'id': '71831c89-48a2-4383-9f62-2e8b94fee069', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170ece70-89e4-48ac-a0e9-591d74dcaa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:48:43Z', 'updated_at': '2022-01-27T16:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi', '_interfaces': [{'id': '0d5e775a-527a-4f81-9ab4-5ecae0182714', 'name': '', 'network_id': '4e17d67f-4d84-42b2-a3bf-cf48fd71687d', 'tenant_id': '11d012d792424a858b876a618c79f7af', 'mac_address': 'fa:16:3e:de:b3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170ece70-89e4-48ac-a0e9-591d74dcaa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'b0494b2b-60e2-42b5-a63f-939831eceb11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:48:58Z', 'updated_at': '2022-01-27T16:49:08Z', 'revision_number': 5, 'project_id': '11d012d792424a858b876a618c79f7af', 'subnets': [{'id': 'b0494b2b-60e2-42b5-a63f-939831eceb11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:56:21.172313 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-c244f9d2-58ac-428a-aa44-42fc9628c54c admin admin] Publish callbacks [] for security_group (96032963-3d9f-4cd5-8af6-12007fce051c), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:21.176878 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-c244f9d2-58ac-428a-aa44-42fc9628c54c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (96032963-3d9f-4cd5-8af6-12007fce051c), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:21.210859 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa76dec-921e-484a-a878-a0bdfd7642bd None None] The sync data for ids ['170ece70-89e4-48ac-a0e9-591d74dcaa51'] in dv-cinder-818830-2-iscsi is: [{'id': '170ece70-89e4-48ac-a0e9-591d74dcaa51', 'name': 'tempest-AttachVolumeShelveTestJSON-1606997611-router', 'tenant_id': '11d012d792424a858b876a618c79f7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '71831c89-48a2-4383-9f62-2e8b94fee069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:48:42Z', 'updated_at': '2022-01-27T16:49:02Z', 'revision_number': 4, 'project_id': '11d012d792424a858b876a618c79f7af', 'gw_port': {'id': '71831c89-48a2-4383-9f62-2e8b94fee069', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170ece70-89e4-48ac-a0e9-591d74dcaa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:48:43Z', 'updated_at': '2022-01-27T16:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi', '_interfaces': [{'id': '0d5e775a-527a-4f81-9ab4-5ecae0182714', 'name': '', 'network_id': '4e17d67f-4d84-42b2-a3bf-cf48fd71687d', 'tenant_id': '11d012d792424a858b876a618c79f7af', 'mac_address': 'fa:16:3e:de:b3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170ece70-89e4-48ac-a0e9-591d74dcaa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'b0494b2b-60e2-42b5-a63f-939831eceb11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:48:58Z', 'updated_at': '2022-01-27T16:49:08Z', 'revision_number': 5, 'project_id': '11d012d792424a858b876a618c79f7af', 'subnets': [{'id': 'b0494b2b-60e2-42b5-a63f-939831eceb11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 16:56:21.213573 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c244f9d2-58ac-428a-aa44-42fc9628c54c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96032963-3d9f-4cd5-8af6-12007fce051c,revision_number=1']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:56:21.217740 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-c244f9d2-58ac-428a-aa44-42fc9628c54c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0f10be3b119c4884aac55d2d7c0063d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1401489 Jan 27 16:56:21.220391 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 53966) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:56:21.271238 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-b48b82ab-0d46-426b-8395-59ca1656483d admin admin] Publish callbacks [] for security_group (96032963-3d9f-4cd5-8af6-12007fce051c), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:21.293994 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-b48b82ab-0d46-426b-8395-59ca1656483d admin admin] Publish callbacks [] for security_group (96032963-3d9f-4cd5-8af6-12007fce051c), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:21.340693 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-b48b82ab-0d46-426b-8395-59ca1656483d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (96032963-3d9f-4cd5-8af6-12007fce051c), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:21.343283 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-b48b82ab-0d46-426b-8395-59ca1656483d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:21.347438 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-b48b82ab-0d46-426b-8395-59ca1656483d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/96032963-3d9f-4cd5-8af6-12007fce051c HTTP/1.1" status: 204 len: 168 time: 0.1260915 Jan 27 16:56:21.356463 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48b82ab-0d46-426b-8395-59ca1656483d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96032963-3d9f-4cd5-8af6-12007fce051c,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:56:21.450542 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b289db1e-08eb-4898-b6f3-f897b69abccd None None] New status for floating IP a4b86216-ff54-4220-9d9d-d8f46394c196: DOWN {{(pid=114096) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 16:56:21.577100 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-d66b1738-fecd-429f-97ae-c3b5c23d3d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9d445c8f-179b-40e3-9cb5-ffaa95aecd6a), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:21.719487 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 53982) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:56:21.775467 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-fc19bf47-de62-44c0-a1f8-322300586772 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Publish callbacks [] for security_group (fb2f1526-28f2-4b52-8439-abb91f5f29fc), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:21.798862 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-fc19bf47-de62-44c0-a1f8-322300586772 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Publish callbacks [] for security_group (fb2f1526-28f2-4b52-8439-abb91f5f29fc), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:21.847623 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-fc19bf47-de62-44c0-a1f8-322300586772 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (fb2f1526-28f2-4b52-8439-abb91f5f29fc), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:21.850830 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-fc19bf47-de62-44c0-a1f8-322300586772 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Publish callbacks [] for security_group (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:21.852019 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-fc19bf47-de62-44c0-a1f8-322300586772 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "DELETE /v2.0/security-groups/fb2f1526-28f2-4b52-8439-abb91f5f29fc HTTP/1.1" status: 204 len: 168 time: 0.1313965 Jan 27 16:56:21.854832 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 53988) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:56:21.861253 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc19bf47-de62-44c0-a1f8-322300586772 tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb2f1526-28f2-4b52-8439-abb91f5f29fc,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:56:21.870546 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.api.v2.resource [None req-c30331b8-1029-400b-b945-c8d8a1c5335d tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] show failed (client error): The resource could not be found. Jan 27 16:56:21.871549 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-c30331b8-1029-400b-b945-c8d8a1c5335d tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "GET /v2.0/security-groups/fb2f1526-28f2-4b52-8439-abb91f5f29fc HTTP/1.1" status: 404 len: 347 time: 0.0150943 Jan 27 16:56:21.874457 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 53992) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:56:21.998907 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.plugin [None req-d61c45d5-8943-4f40-a3a4-938c9a75af8f tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Deleting port c35a56d3-2cd6-4d37-80c2-2f60130d3159 {{(pid=114094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:56:21.999250 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-d61c45d5-8943-4f40-a3a4-938c9a75af8f tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740202897008'] for port (c35a56d3-2cd6-4d37-80c2-2f60130d3159), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:22.075048 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-d61c45d5-8943-4f40-a3a4-938c9a75af8f tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797243'] for port (c35a56d3-2cd6-4d37-80c2-2f60130d3159), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:22.075371 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-d61c45d5-8943-4f40-a3a4-938c9a75af8f tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Publish callbacks [] for floatingip (c35a56d3-2cd6-4d37-80c2-2f60130d3159), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:22.087197 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.plugin [None req-d61c45d5-8943-4f40-a3a4-938c9a75af8f tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Calling delete_port for c35a56d3-2cd6-4d37-80c2-2f60130d3159 owned by network:floatingip {{(pid=114094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:56:22.217389 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-d61c45d5-8943-4f40-a3a4-938c9a75af8f tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740202902474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740202573626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777202'] for port (c35a56d3-2cd6-4d37-80c2-2f60130d3159), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:22.252508 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61c45d5-8943-4f40-a3a4-938c9a75af8f tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Pushing event deleted for resources: {'Port': ['ID=c35a56d3-2cd6-4d37-80c2-2f60130d3159,revision_number=None']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:56:22.298504 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device c65d8b4a-3134-49fd-9fd6-0ca9592da86a no longer exists at agent hyperv_hv-cinder-81883 {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:56:22.305888 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-d61c45d5-8943-4f40-a3a4-938c9a75af8f tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Publish callbacks [] for floatingip (a4b86216-ff54-4220-9d9d-d8f46394c196), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:22.308765 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-d61c45d5-8943-4f40-a3a4-938c9a75af8f tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118807'] for floatingip (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:22.309964 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-d61c45d5-8943-4f40-a3a4-938c9a75af8f tempest-AttachVolumeShelveTestJSON-454786362 tempest-AttachVolumeShelveTestJSON-454786362-project] 10.222.0.48 "DELETE /v2.0/floatingips/a4b86216-ff54-4220-9d9d-d8f46394c196 HTTP/1.1" status: 204 len: 168 time: 0.4345968 Jan 27 16:56:22.324252 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] No Port match for: c65d8b4a-3134-49fd-9fd6-0ca9592da86a {{(pid=114096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 16:56:22.324624 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device c65d8b4a-3134-49fd-9fd6-0ca9592da86a not bound to the agent host hv-cinder-81883 {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 16:56:22.599933 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (492c1832-c7a3-4f77-b4ba-2ebdc28556bf), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:24.722769 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 54056) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:56:25.423294 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-00d3e81f-e05b-4ce3-a8db-d95da3d1e97d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1796188'] for router_interface (170ece70-89e4-48ac-a0e9-591d74dcaa51), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:25.675269 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.plugin [None req-00d3e81f-e05b-4ce3-a8db-d95da3d1e97d admin admin] Deleting port 0d5e775a-527a-4f81-9ab4-5ecae0182714 {{(pid=114095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:56:25.675641 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-00d3e81f-e05b-4ce3-a8db-d95da3d1e97d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740202897008'] for port (0d5e775a-527a-4f81-9ab4-5ecae0182714), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:25.759408 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.db [None req-00d3e81f-e05b-4ce3-a8db-d95da3d1e97d admin admin] For port 0d5e775a-527a-4f81-9ab4-5ecae0182714, host dv-cinder-818830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818830-2-iscsi',level=0,port_id=0d5e775a-527a-4f81-9ab4-5ecae0182714,segment=NetworkSegment(f24320bd-5fde-4b90-81d3-17a919a07a12),segment_id=f24320bd-5fde-4b90-81d3-17a919a07a12)] {{(pid=114095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:56:25.760042 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-00d3e81f-e05b-4ce3-a8db-d95da3d1e97d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797243'] for port (0d5e775a-527a-4f81-9ab4-5ecae0182714), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:25.772733 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.plugin [None req-00d3e81f-e05b-4ce3-a8db-d95da3d1e97d admin admin] Calling delete_port for 0d5e775a-527a-4f81-9ab4-5ecae0182714 owned by network:router_interface {{(pid=114095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:56:25.951589 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-00d3e81f-e05b-4ce3-a8db-d95da3d1e97d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740202902474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740202573626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080504'] for port (0d5e775a-527a-4f81-9ab4-5ecae0182714), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:25.976186 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d3e81f-e05b-4ce3-a8db-d95da3d1e97d admin admin] Pushing event deleted for resources: {'Port': ['ID=0d5e775a-527a-4f81-9ab4-5ecae0182714,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:56:26.136723 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-00d3e81f-e05b-4ce3-a8db-d95da3d1e97d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2031911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1796336'] for router_interface (170ece70-89e4-48ac-a0e9-591d74dcaa51), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:26.264392 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 54076) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:56:26.345798 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00d3e81f-e05b-4ce3-a8db-d95da3d1e97d admin admin] Router 170ece70-89e4-48ac-a0e9-591d74dcaa51 has already been hosted by L3 agent bdbd084a-7876-495d-b5d9-cf3ee18f0227 {{(pid=114095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 16:56:26.452200 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00d3e81f-e05b-4ce3-a8db-d95da3d1e97d admin admin] Notify agent at l3_agent.dv-cinder-818830-2-iscsi the message routers_updated {{(pid=114095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 16:56:26.460497 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-00d3e81f-e05b-4ce3-a8db-d95da3d1e97d admin admin] 10.222.0.48 "PUT /v2.0/routers/170ece70-89e4-48ac-a0e9-591d74dcaa51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7332850 Jan 27 16:56:26.460497 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 54080) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:56:26.463529 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8535e6-77d3-4d1e-839e-c3a2a1cf768d None None] Sync routers for ids ['170ece70-89e4-48ac-a0e9-591d74dcaa51'] in dv-cinder-818830-2-iscsi {{(pid=114097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 16:56:26.473004 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8535e6-77d3-4d1e-839e-c3a2a1cf768d None None] Routers {'170ece70-89e4-48ac-a0e9-591d74dcaa51'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:56:26.474343 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_hamode_db [None req-dd8535e6-77d3-4d1e-839e-c3a2a1cf768d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T16:56:18Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['170ece70-89e4-48ac-a0e9-591d74dcaa51'], 'active': True} {{(pid=114097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:56:26.527130 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.plugin [None req-38a9c0bc-a311-4eef-8154-2b9ff2e754f6 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Deleting port cf164a33-e5fa-4732-b58c-a95d050dee29 {{(pid=114094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:56:26.527690 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-38a9c0bc-a311-4eef-8154-2b9ff2e754f6 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740202897008'] for port (cf164a33-e5fa-4732-b58c-a95d050dee29), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:26.570092 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-f193dfac-bf92-4108-a3ef-774128b3b3e5 admin admin] Publish callbacks [] for router (170ece70-89e4-48ac-a0e9-591d74dcaa51), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:26.586543 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_dvr_db [None req-dd8535e6-77d3-4d1e-839e-c3a2a1cf768d None None] Set router 170ece70-89e4-48ac-a0e9-591d74dcaa51 gateway port host: dv-cinder-818830-2-iscsi {{(pid=114097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:56:26.610055 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-38a9c0bc-a311-4eef-8154-2b9ff2e754f6 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797243'] for port (cf164a33-e5fa-4732-b58c-a95d050dee29), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:26.610384 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-38a9c0bc-a311-4eef-8154-2b9ff2e754f6 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Publish callbacks [] for floatingip (cf164a33-e5fa-4732-b58c-a95d050dee29), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:26.622266 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.plugin [None req-38a9c0bc-a311-4eef-8154-2b9ff2e754f6 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Calling delete_port for cf164a33-e5fa-4732-b58c-a95d050dee29 owned by network:floatingip {{(pid=114094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:56:26.678525 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-f193dfac-bf92-4108-a3ef-774128b3b3e5 admin admin] Publish callbacks [] for router_gateway (170ece70-89e4-48ac-a0e9-591d74dcaa51), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:26.734033 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.plugin [None req-f193dfac-bf92-4108-a3ef-774128b3b3e5 admin admin] Deleting port 71831c89-48a2-4383-9f62-2e8b94fee069 {{(pid=114095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:56:26.734289 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-f193dfac-bf92-4108-a3ef-774128b3b3e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740202897008'] for port (71831c89-48a2-4383-9f62-2e8b94fee069), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:26.772666 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_hamode_db [None req-dd8535e6-77d3-4d1e-839e-c3a2a1cf768d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170ece70-89e4-48ac-a0e9-591d74dcaa51', 'name': 'tempest-AttachVolumeShelveTestJSON-1606997611-router', 'tenant_id': '11d012d792424a858b876a618c79f7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '71831c89-48a2-4383-9f62-2e8b94fee069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:48:42Z', 'updated_at': '2022-01-27T16:56:25Z', 'revision_number': 5, 'project_id': '11d012d792424a858b876a618c79f7af', 'gw_port': {'id': '71831c89-48a2-4383-9f62-2e8b94fee069', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170ece70-89e4-48ac-a0e9-591d74dcaa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:48:43Z', 'updated_at': '2022-01-27T16:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi'}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:56:26.799249 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8535e6-77d3-4d1e-839e-c3a2a1cf768d None None] Checking router: 170ece70-89e4-48ac-a0e9-591d74dcaa51 for host: dv-cinder-818830-2-iscsi {{(pid=114097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 16:56:26.804046 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-38a9c0bc-a311-4eef-8154-2b9ff2e754f6 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740202902474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740202573626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777202'] for port (cf164a33-e5fa-4732-b58c-a95d050dee29), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:26.809499 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8535e6-77d3-4d1e-839e-c3a2a1cf768d None None] Routers {'170ece70-89e4-48ac-a0e9-591d74dcaa51'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:56:26.810119 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_hamode_db [None req-dd8535e6-77d3-4d1e-839e-c3a2a1cf768d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T16:56:18Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['170ece70-89e4-48ac-a0e9-591d74dcaa51'], 'active': True} {{(pid=114097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:56:26.820590 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.db [None req-f193dfac-bf92-4108-a3ef-774128b3b3e5 admin admin] For port 71831c89-48a2-4383-9f62-2e8b94fee069, host dv-cinder-818830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818830-2-iscsi',level=0,port_id=71831c89-48a2-4383-9f62-2e8b94fee069,segment=NetworkSegment(9bd3a446-0196-4595-aa07-09a05d016e38),segment_id=9bd3a446-0196-4595-aa07-09a05d016e38)] {{(pid=114095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:56:26.821171 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-f193dfac-bf92-4108-a3ef-774128b3b3e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797243'] for port (71831c89-48a2-4383-9f62-2e8b94fee069), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:26.831692 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a9c0bc-a311-4eef-8154-2b9ff2e754f6 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Pushing event deleted for resources: {'Port': ['ID=cf164a33-e5fa-4732-b58c-a95d050dee29,revision_number=None']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:56:26.835780 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.plugin [None req-f193dfac-bf92-4108-a3ef-774128b3b3e5 admin admin] Calling delete_port for 71831c89-48a2-4383-9f62-2e8b94fee069 owned by network:router_gateway {{(pid=114095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:56:26.900171 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-38a9c0bc-a311-4eef-8154-2b9ff2e754f6 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Publish callbacks [] for floatingip (988582d6-4120-4e39-b0d5-65aca58e2243), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:26.900610 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.db.l3_db [None req-38a9c0bc-a311-4eef-8154-2b9ff2e754f6 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Floating IP 988582d6-4120-4e39-b0d5-65aca58e2243 disassociated (deleted). External IP: 172.27.2.179, port: 4c6d1bb1-4016-470a-874a-0345faae637a. Jan 27 16:56:26.901769 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_dvr_db [None req-dd8535e6-77d3-4d1e-839e-c3a2a1cf768d None None] Set router 170ece70-89e4-48ac-a0e9-591d74dcaa51 gateway port host: None {{(pid=114097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:56:26.955191 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_hamode_db [None req-dd8535e6-77d3-4d1e-839e-c3a2a1cf768d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170ece70-89e4-48ac-a0e9-591d74dcaa51', 'name': 'tempest-AttachVolumeShelveTestJSON-1606997611-router', 'tenant_id': '11d012d792424a858b876a618c79f7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:48:42Z', 'updated_at': '2022-01-27T16:56:26Z', 'revision_number': 6, 'project_id': '11d012d792424a858b876a618c79f7af', 'gw_port_host': None}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:56:26.984786 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8535e6-77d3-4d1e-839e-c3a2a1cf768d None None] The sync data for ids ['170ece70-89e4-48ac-a0e9-591d74dcaa51'] in dv-cinder-818830-2-iscsi is: [{'id': '170ece70-89e4-48ac-a0e9-591d74dcaa51', 'name': 'tempest-AttachVolumeShelveTestJSON-1606997611-router', 'tenant_id': '11d012d792424a858b876a618c79f7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:48:42Z', 'updated_at': '2022-01-27T16:56:26Z', 'revision_number': 6, 'project_id': '11d012d792424a858b876a618c79f7af', 'gw_port_host': None}] {{(pid=114097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 16:56:27.035532 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-f193dfac-bf92-4108-a3ef-774128b3b3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740202902474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740202573626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080504'] for port (71831c89-48a2-4383-9f62-2e8b94fee069), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:27.068254 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f193dfac-bf92-4108-a3ef-774128b3b3e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=71831c89-48a2-4383-9f62-2e8b94fee069,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:56:27.127421 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-f193dfac-bf92-4108-a3ef-774128b3b3e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1797530'] for router_gateway (170ece70-89e4-48ac-a0e9-591d74dcaa51), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:27.144858 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38a9c0bc-a311-4eef-8154-2b9ff2e754f6 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Router 3fcd3b45-d762-4234-8539-0812cbbe1b2a has already been hosted by L3 agent bdbd084a-7876-495d-b5d9-cf3ee18f0227 {{(pid=114094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 16:56:27.218969 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-f193dfac-bf92-4108-a3ef-774128b3b3e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router (170ece70-89e4-48ac-a0e9-591d74dcaa51), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:27.221140 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-f193dfac-bf92-4108-a3ef-774128b3b3e5 admin admin] Publish callbacks [] for router_controller (170ece70-89e4-48ac-a0e9-591d74dcaa51), precommit_delete_associations {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:27.250468 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a9c0bc-a311-4eef-8154-2b9ff2e754f6 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Notify agent at l3_agent.dv-cinder-818830-2-iscsi the message routers_updated {{(pid=114094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 16:56:27.255313 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-38a9c0bc-a311-4eef-8154-2b9ff2e754f6 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118807'] for floatingip (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:27.260826 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ca93a0-bc51-42ae-9008-ca629add3c9d None None] Sync routers for ids ['3fcd3b45-d762-4234-8539-0812cbbe1b2a'] in dv-cinder-818830-2-iscsi {{(pid=114096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 16:56:27.273132 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-f193dfac-bf92-4108-a3ef-774128b3b3e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1794534'] for router (170ece70-89e4-48ac-a0e9-591d74dcaa51), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:27.273841 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f193dfac-bf92-4108-a3ef-774128b3b3e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 170ece70-89e4-48ac-a0e9-591d74dcaa51 {{(pid=114095) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 16:56:27.274908 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ca93a0-bc51-42ae-9008-ca629add3c9d None None] Routers {'3fcd3b45-d762-4234-8539-0812cbbe1b2a'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:56:27.275731 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-68ca93a0-bc51-42ae-9008-ca629add3c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T16:56:18Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['3fcd3b45-d762-4234-8539-0812cbbe1b2a'], 'active': True} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:56:27.282703 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-f193dfac-bf92-4108-a3ef-774128b3b3e5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:27.287491 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-38a9c0bc-a311-4eef-8154-2b9ff2e754f6 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "DELETE /v2.0/floatingips/988582d6-4120-4e39-b0d5-65aca58e2243 HTTP/1.1" status: 204 len: 168 time: 1.0196488 Jan 27 16:56:27.287491 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e2afd7a-cfd6-4228-b067-077d9f739343', 'tag': '4c6d1bb1-4016-470a-874a-0345faae637a'}] {{(pid=114094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:56:27.288156 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-f193dfac-bf92-4108-a3ef-774128b3b3e5 admin admin] 10.222.0.48 "DELETE /v2.0/routers/170ece70-89e4-48ac-a0e9-591d74dcaa51 HTTP/1.1" status: 204 len: 168 time: 0.8265655 Jan 27 16:56:27.288418 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 54086) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:56:27.288530 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}342a798d1d13ecd85fd4efdf34ff3908ecd3b9322feeb0f720fcdcd52e7e333b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc9b2a77-a299-430e-8ad4-5f562cfe575c" -d '{"events": [{"name": "network-changed", "server_uuid": "7e2afd7a-cfd6-4228-b067-077d9f739343", "tag": "4c6d1bb1-4016-470a-874a-0345faae637a"}]}' {{(pid=114094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:56:27.326168 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 16:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6314e862-7e1a-4437-9b15-d315d1a7b368 x-openstack-request-id: req-6314e862-7e1a-4437-9b15-d315d1a7b368 {{(pid=114094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:56:27.326463 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e2afd7a-cfd6-4228-b067-077d9f739343", "tag": "4c6d1bb1-4016-470a-874a-0345faae637a", "status": "completed", "code": 200}]} {{(pid=114094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:56:27.326717 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6314e862-7e1a-4437-9b15-d315d1a7b368 {{(pid=114094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:56:27.327119 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e2afd7a-cfd6-4228-b067-077d9f739343', 'tag': '4c6d1bb1-4016-470a-874a-0345faae637a', 'status': 'completed', 'code': 200} Jan 27 16:56:27.339508 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.db.db_base_plugin_v2 [None req-478a0b42-ffcf-4604-8861-93eb23cb7034 admin admin] Deleting subnet b0494b2b-60e2-42b5-a63f-939831eceb11 {{(pid=114095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 16:56:27.343765 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-478a0b42-ffcf-4604-8861-93eb23cb7034 admin admin] Publish callbacks [] for subnet (b0494b2b-60e2-42b5-a63f-939831eceb11), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:27.394123 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-478a0b42-ffcf-4604-8861-93eb23cb7034 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9298286'] for subnet (b0494b2b-60e2-42b5-a63f-939831eceb11), precommit_delete_associations {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:27.454434 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvr_db [None req-68ca93a0-bc51-42ae-9008-ca629add3c9d None None] Set router 3fcd3b45-d762-4234-8539-0812cbbe1b2a gateway port host: dv-cinder-818830-2-iscsi {{(pid=114096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:56:27.492181 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-478a0b42-ffcf-4604-8861-93eb23cb7034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-889273'] for subnet (b0494b2b-60e2-42b5-a63f-939831eceb11), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:27.569330 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device 0d5e775a-527a-4f81-9ab4-5ecae0182714 no longer exists at agent ovs-agent-dv-cinder-818830-2-iscsi {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:56:27.570927 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-478a0b42-ffcf-4604-8861-93eb23cb7034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-889270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9200209'] for subnet (b0494b2b-60e2-42b5-a63f-939831eceb11), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:27.607280 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478a0b42-ffcf-4604-8861-93eb23cb7034 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0494b2b-60e2-42b5-a63f-939831eceb11,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:56:27.617906 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] No Port match for: 0d5e775a-527a-4f81-9ab4-5ecae0182714 {{(pid=114096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 16:56:27.618259 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device 0d5e775a-527a-4f81-9ab4-5ecae0182714 not bound to the agent host dv-cinder-818830-2-iscsi {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 16:56:27.628090 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-478a0b42-ffcf-4604-8861-93eb23cb7034 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032074'] for subnet (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:27.632071 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-478a0b42-ffcf-4604-8861-93eb23cb7034 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/b0494b2b-60e2-42b5-a63f-939831eceb11 HTTP/1.1" status: 204 len: 168 time: 0.3426456 Jan 27 16:56:27.634578 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 54094) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:56:27.638863 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5371ab42-9b0f-4441-8f59-a855cfbe5f00 None None] Network 4e17d67f-4d84-42b2-a3bf-cf48fd71687d requested from dv-cinder-818830-2-iscsi {{(pid=114096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 16:56:27.709929 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be5043f-7d10-418b-af5a-e4cf44e757ec req-a211c757-e200-401b-bd99-226f05a8b015 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:56:27.712390 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-6be5043f-7d10-418b-af5a-e4cf44e757ec req-a211c757-e200-401b-bd99-226f05a8b015 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e2afd7a-cfd6-4228-b067-077d9f739343 HTTP/1.1" status: 200 len: 945 time: 0.1371863 Jan 27 16:56:27.735416 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-7f2bc7ce-d05e-4486-a422-69e5134cbb32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012344'] for network (4e17d67f-4d84-42b2-a3bf-cf48fd71687d), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:27.782731 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-68ca93a0-bc51-42ae-9008-ca629add3c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fcd3b45-d762-4234-8539-0812cbbe1b2a', 'name': 'tempest-TestShelveInstance-318222483-router', 'tenant_id': '5c13f9d51cfe44de91903d2de6032c92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '6a2fd210-b75c-463f-85c0-d4f3b6212ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:50:50Z', 'updated_at': '2022-01-27T16:50:54Z', 'revision_number': 4, 'project_id': '5c13f9d51cfe44de91903d2de6032c92', 'gw_port': {'id': '6a2fd210-b75c-463f-85c0-d4f3b6212ba2', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcd3b45-d762-4234-8539-0812cbbe1b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:50:51Z', 'updated_at': '2022-01-27T16:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi', '_interfaces': [{'id': '7bd716ec-f257-4795-8534-d69281b43955', 'name': '', 'network_id': '05347023-7f45-4941-9645-f74845d1ff41', 'tenant_id': '5c13f9d51cfe44de91903d2de6032c92', 'mac_address': 'fa:16:3e:0b:36:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcd3b45-d762-4234-8539-0812cbbe1b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '7ab5f392-687f-432c-88e9-dac8c277b717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:50:53Z', 'updated_at': '2022-01-27T16:51:00Z', 'revision_number': 5, 'project_id': '5c13f9d51cfe44de91903d2de6032c92', 'subnets': [{'id': '7ab5f392-687f-432c-88e9-dac8c277b717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:56:27.789776 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-6be5043f-7d10-418b-af5a-e4cf44e757ec req-293c028d-b8f5-44d8-a0bb-4745869d7d0c tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef32afb6-089b-4677-972e-4c461cd72a86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717361 Jan 27 16:56:27.816334 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.plugin [None req-7f2bc7ce-d05e-4486-a422-69e5134cbb32 admin admin] Deleting port b51d9cbb-44e1-4e2b-aab6-3f8f05af28bd {{(pid=114095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:56:27.816624 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-7f2bc7ce-d05e-4486-a422-69e5134cbb32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740202897008'] for port (b51d9cbb-44e1-4e2b-aab6-3f8f05af28bd), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:27.816761 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ca93a0-bc51-42ae-9008-ca629add3c9d None None] Checking router: 3fcd3b45-d762-4234-8539-0812cbbe1b2a for host: dv-cinder-818830-2-iscsi {{(pid=114096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 16:56:27.825342 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ca93a0-bc51-42ae-9008-ca629add3c9d None None] Routers {'3fcd3b45-d762-4234-8539-0812cbbe1b2a'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:56:27.825952 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-68ca93a0-bc51-42ae-9008-ca629add3c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T16:56:18Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['3fcd3b45-d762-4234-8539-0812cbbe1b2a'], 'active': True} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:56:27.894068 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.db [None req-7f2bc7ce-d05e-4486-a422-69e5134cbb32 admin admin] For port b51d9cbb-44e1-4e2b-aab6-3f8f05af28bd, host dv-cinder-818830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818830-2-iscsi',level=0,port_id=b51d9cbb-44e1-4e2b-aab6-3f8f05af28bd,segment=NetworkSegment(f24320bd-5fde-4b90-81d3-17a919a07a12),segment_id=f24320bd-5fde-4b90-81d3-17a919a07a12)] {{(pid=114095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:56:27.894787 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-7f2bc7ce-d05e-4486-a422-69e5134cbb32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797243'] for port (b51d9cbb-44e1-4e2b-aab6-3f8f05af28bd), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:27.909676 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.plugin [None req-7f2bc7ce-d05e-4486-a422-69e5134cbb32 admin admin] Calling delete_port for b51d9cbb-44e1-4e2b-aab6-3f8f05af28bd owned by network:dhcp {{(pid=114095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:56:27.915387 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e1b13a-8993-4d20-b308-2dbb964792fc None None] DHCP port deletion for 4e17d67f-4d84-42b2-a3bf-cf48fd71687d request from dv-cinder-818830-2-iscsi {{(pid=114096) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 16:56:27.963968 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvr_db [None req-68ca93a0-bc51-42ae-9008-ca629add3c9d None None] Set router 3fcd3b45-d762-4234-8539-0812cbbe1b2a gateway port host: dv-cinder-818830-2-iscsi {{(pid=114096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:56:27.993540 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-7f2bc7ce-d05e-4486-a422-69e5134cbb32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740202902474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740202573626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080504'] for port (b51d9cbb-44e1-4e2b-aab6-3f8f05af28bd), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:28.029404 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2bc7ce-d05e-4486-a422-69e5134cbb32 admin admin] Pushing event deleted for resources: {'Port': ['ID=b51d9cbb-44e1-4e2b-aab6-3f8f05af28bd,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:56:28.031387 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2bc7ce-d05e-4486-a422-69e5134cbb32 admin admin] No DVR routers for this DVR port b51d9cbb-44e1-4e2b-aab6-3f8f05af28bd on host dv-cinder-818830-2-iscsi {{(pid=114095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 16:56:28.100225 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-93e1b13a-8993-4d20-b308-2dbb964792fc None None] Deleting port b51d9cbb-44e1-4e2b-aab6-3f8f05af28bd {{(pid=114096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:56:28.100640 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-93e1b13a-8993-4d20-b308-2dbb964792fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740202897008'] for port (b51d9cbb-44e1-4e2b-aab6-3f8f05af28bd), before_delete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:28.108214 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-7f2bc7ce-d05e-4486-a422-69e5134cbb32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891970', 'neutron.services.segments.db._delete_segments_for_network-8740203086740'] for network (4e17d67f-4d84-42b2-a3bf-cf48fd71687d), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:28.131767 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.services.segments.db [None req-7f2bc7ce-d05e-4486-a422-69e5134cbb32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e17d67f-4d84-42b2-a3bf-cf48fd71687d']}} {{(pid=114095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:56:28.141950 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.services.segments.db [None req-7f2bc7ce-d05e-4486-a422-69e5134cbb32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f24320bd-5fde-4b90-81d3-17a919a07a12') {'for_net_delete': True} {{(pid=114095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:56:28.142301 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.services.segments.db [None req-7f2bc7ce-d05e-4486-a422-69e5134cbb32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f24320bd-5fde-4b90-81d3-17a919a07a12') {} {{(pid=114095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:56:28.153173 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-7f2bc7ce-d05e-4486-a422-69e5134cbb32 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740203088285', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9298199'] for segment (f24320bd-5fde-4b90-81d3-17a919a07a12), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:28.168835 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-7f2bc7ce-d05e-4486-a422-69e5134cbb32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985126'] for segment (f24320bd-5fde-4b90-81d3-17a919a07a12), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:28.179513 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f2bc7ce-d05e-4486-a422-69e5134cbb32 admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=114095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 16:56:28.180359 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-7f2bc7ce-d05e-4486-a422-69e5134cbb32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9080423'] for segment (f24320bd-5fde-4b90-81d3-17a919a07a12), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:28.181988 dv-cinder-818830-2-iscsi neutron-server[114095]: Traceback (most recent call last): Jan 27 16:56:28.181988 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 16:56:28.181988 dv-cinder-818830-2-iscsi neutron-server[114095]: timer() Jan 27 16:56:28.181988 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 16:56:28.181988 dv-cinder-818830-2-iscsi neutron-server[114095]: cb(*args, **kw) Jan 27 16:56:28.181988 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 16:56:28.181988 dv-cinder-818830-2-iscsi neutron-server[114095]: return func(*args, **kwargs) Jan 27 16:56:28.181988 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 16:56:28.181988 dv-cinder-818830-2-iscsi neutron-server[114095]: self._notify() Jan 27 16:56:28.181988 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 16:56:28.181988 dv-cinder-818830-2-iscsi neutron-server[114095]: self.callback(batched_events) Jan 27 16:56:28.181988 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 16:56:28.181988 dv-cinder-818830-2-iscsi neutron-server[114095]: event.method(event) Jan 27 16:56:28.181988 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 16:56:28.181988 dv-cinder-818830-2-iscsi neutron-server[114095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 16:56:28.181988 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 16:56:28.181988 dv-cinder-818830-2-iscsi neutron-server[114095]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 16:56:28.181988 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 16:56:28.181988 dv-cinder-818830-2-iscsi neutron-server[114095]: return f(self, *a, **k) Jan 27 16:56:28.181988 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 16:56:28.181988 dv-cinder-818830-2-iscsi neutron-server[114095]: return self._get(url).json() Jan 27 16:56:28.181988 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 16:56:28.181988 dv-cinder-818830-2-iscsi neutron-server[114095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 16:56:28.181988 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 16:56:28.181988 dv-cinder-818830-2-iscsi neutron-server[114095]: return self.request(url, 'GET', **kwargs) Jan 27 16:56:28.181988 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 16:56:28.181988 dv-cinder-818830-2-iscsi neutron-server[114095]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 16:56:28.181988 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 16:56:28.181988 dv-cinder-818830-2-iscsi neutron-server[114095]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 16:56:28.181988 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 16:56:28.181988 dv-cinder-818830-2-iscsi neutron-server[114095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 16:56:28.181988 dv-cinder-818830-2-iscsi neutron-server[114095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 16:56:28.191222 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-93e1b13a-8993-4d20-b308-2dbb964792fc None None] For port b51d9cbb-44e1-4e2b-aab6-3f8f05af28bd, host dv-cinder-818830-2-iscsi, got binding levels [] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:56:28.191222 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-93e1b13a-8993-4d20-b308-2dbb964792fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797243'] for port (b51d9cbb-44e1-4e2b-aab6-3f8f05af28bd), precommit_delete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:28.207134 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-93e1b13a-8993-4d20-b308-2dbb964792fc None None] Calling delete_port for b51d9cbb-44e1-4e2b-aab6-3f8f05af28bd owned by network:dhcp {{(pid=114096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:56:28.245216 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-7f2bc7ce-d05e-4486-a422-69e5134cbb32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1796466'] for network (4e17d67f-4d84-42b2-a3bf-cf48fd71687d), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:28.252264 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-7f2bc7ce-d05e-4486-a422-69e5134cbb32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032074'] for network (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:28.255877 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-7f2bc7ce-d05e-4486-a422-69e5134cbb32 admin admin] 10.222.0.48 "DELETE /v2.0/networks/4e17d67f-4d84-42b2-a3bf-cf48fd71687d HTTP/1.1" status: 204 len: 168 time: 0.6199253 Jan 27 16:56:28.266760 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2bc7ce-d05e-4486-a422-69e5134cbb32 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e17d67f-4d84-42b2-a3bf-cf48fd71687d,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:56:28.365297 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.ipam_backend_mixin [None req-93e1b13a-8993-4d20-b308-2dbb964792fc None None] Port b51d9cbb-44e1-4e2b-aab6-3f8f05af28bd was not found and therefore no delete operation was performed {{(pid=114096) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 16:56:28.368479 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-93e1b13a-8993-4d20-b308-2dbb964792fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740202902474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740202573626'] for port (b51d9cbb-44e1-4e2b-aab6-3f8f05af28bd), after_delete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:28.374041 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 54102) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:56:28.396210 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-93e1b13a-8993-4d20-b308-2dbb964792fc None None] Network 4e17d67f-4d84-42b2-a3bf-cf48fd71687d is not hosted by any dhcp agent {{(pid=114096) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 27 16:56:28.396654 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e1b13a-8993-4d20-b308-2dbb964792fc None None] No DVR routers for this DVR port b51d9cbb-44e1-4e2b-aab6-3f8f05af28bd on host dv-cinder-818830-2-iscsi {{(pid=114096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 16:56:28.403371 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e1b13a-8993-4d20-b308-2dbb964792fc None None] Pushing event deleted for resources: {'Port': ['ID=b51d9cbb-44e1-4e2b-aab6-3f8f05af28bd,revision_number=None']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:56:28.410764 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e1b13a-8993-4d20-b308-2dbb964792fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:56:28.411719 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e1b13a-8993-4d20-b308-2dbb964792fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:56:28.412477 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e1b13a-8993-4d20-b308-2dbb964792fc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:56:28.412619 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e1b13a-8993-4d20-b308-2dbb964792fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:56:28.412864 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e1b13a-8993-4d20-b308-2dbb964792fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:56:28.413191 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e1b13a-8993-4d20-b308-2dbb964792fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:56:28.413518 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e1b13a-8993-4d20-b308-2dbb964792fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:56:28.413842 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e1b13a-8993-4d20-b308-2dbb964792fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:56:28.414164 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e1b13a-8993-4d20-b308-2dbb964792fc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:56:28.414484 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e1b13a-8993-4d20-b308-2dbb964792fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:56:28.414807 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e1b13a-8993-4d20-b308-2dbb964792fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:56:28.415170 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e1b13a-8993-4d20-b308-2dbb964792fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:56:28.415524 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e1b13a-8993-4d20-b308-2dbb964792fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:56:28.417957 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-18e55ff1-119e-4fc1-a6f8-972b52c924c0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=11d012d792424a858b876a618c79f7af&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0423856 Jan 27 16:56:28.420915 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 54104) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:56:28.444061 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-68ca93a0-bc51-42ae-9008-ca629add3c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fcd3b45-d762-4234-8539-0812cbbe1b2a', 'name': 'tempest-TestShelveInstance-318222483-router', 'tenant_id': '5c13f9d51cfe44de91903d2de6032c92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '6a2fd210-b75c-463f-85c0-d4f3b6212ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:50:50Z', 'updated_at': '2022-01-27T16:50:54Z', 'revision_number': 4, 'project_id': '5c13f9d51cfe44de91903d2de6032c92', 'gw_port': {'id': '6a2fd210-b75c-463f-85c0-d4f3b6212ba2', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcd3b45-d762-4234-8539-0812cbbe1b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:50:51Z', 'updated_at': '2022-01-27T16:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi', '_interfaces': [{'id': '7bd716ec-f257-4795-8534-d69281b43955', 'name': '', 'network_id': '05347023-7f45-4941-9645-f74845d1ff41', 'tenant_id': '5c13f9d51cfe44de91903d2de6032c92', 'mac_address': 'fa:16:3e:0b:36:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcd3b45-d762-4234-8539-0812cbbe1b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '7ab5f392-687f-432c-88e9-dac8c277b717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:50:53Z', 'updated_at': '2022-01-27T16:51:00Z', 'revision_number': 5, 'project_id': '5c13f9d51cfe44de91903d2de6032c92', 'subnets': [{'id': '7ab5f392-687f-432c-88e9-dac8c277b717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:56:28.472909 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ca93a0-bc51-42ae-9008-ca629add3c9d None None] The sync data for ids ['3fcd3b45-d762-4234-8539-0812cbbe1b2a'] in dv-cinder-818830-2-iscsi is: [{'id': '3fcd3b45-d762-4234-8539-0812cbbe1b2a', 'name': 'tempest-TestShelveInstance-318222483-router', 'tenant_id': '5c13f9d51cfe44de91903d2de6032c92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '6a2fd210-b75c-463f-85c0-d4f3b6212ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:50:50Z', 'updated_at': '2022-01-27T16:50:54Z', 'revision_number': 4, 'project_id': '5c13f9d51cfe44de91903d2de6032c92', 'gw_port': {'id': '6a2fd210-b75c-463f-85c0-d4f3b6212ba2', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcd3b45-d762-4234-8539-0812cbbe1b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:50:51Z', 'updated_at': '2022-01-27T16:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi', '_interfaces': [{'id': '7bd716ec-f257-4795-8534-d69281b43955', 'name': '', 'network_id': '05347023-7f45-4941-9645-f74845d1ff41', 'tenant_id': '5c13f9d51cfe44de91903d2de6032c92', 'mac_address': 'fa:16:3e:0b:36:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcd3b45-d762-4234-8539-0812cbbe1b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '7ab5f392-687f-432c-88e9-dac8c277b717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:50:53Z', 'updated_at': '2022-01-27T16:51:00Z', 'revision_number': 5, 'project_id': '5c13f9d51cfe44de91903d2de6032c92', 'subnets': [{'id': '7ab5f392-687f-432c-88e9-dac8c277b717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 16:56:28.525265 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-1b9a535f-7fd8-41f7-84d9-46aebe240687 admin admin] Publish callbacks [] for security_group (1ba19b5e-bab3-4576-aa15-85f772000d76), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:28.528007 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b2a77-a299-430e-8ad4-5f562cfe575c req-a2c28f73-5091-4a43-8fce-56c9024ad2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:56:28.529498 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-dc9b2a77-a299-430e-8ad4-5f562cfe575c req-a2c28f73-5091-4a43-8fce-56c9024ad2e5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5c13f9d51cfe44de91903d2de6032c92&device_id=7e2afd7a-cfd6-4228-b067-077d9f739343 HTTP/1.1" status: 200 len: 1098 time: 0.0722132 Jan 27 16:56:28.591989 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-1b9a535f-7fd8-41f7-84d9-46aebe240687 admin admin] Publish callbacks [] for security_group (1ba19b5e-bab3-4576-aa15-85f772000d76), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:28.661517 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b2a77-a299-430e-8ad4-5f562cfe575c req-45248384-9f33-4efc-8334-e13b051c73ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:56:28.663170 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-dc9b2a77-a299-430e-8ad4-5f562cfe575c req-45248384-9f33-4efc-8334-e13b051c73ee service neutron] 10.222.0.24 "GET /v2.0/networks?id=05347023-7f45-4941-9645-f74845d1ff41 HTTP/1.1" status: 200 len: 909 time: 0.1252763 Jan 27 16:56:28.705470 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-1b9a535f-7fd8-41f7-84d9-46aebe240687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (1ba19b5e-bab3-4576-aa15-85f772000d76), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:28.708616 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-1b9a535f-7fd8-41f7-84d9-46aebe240687 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:28.709747 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-1b9a535f-7fd8-41f7-84d9-46aebe240687 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1ba19b5e-bab3-4576-aa15-85f772000d76 HTTP/1.1" status: 204 len: 168 time: 0.2878513 Jan 27 16:56:28.714506 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-dc9b2a77-a299-430e-8ad4-5f562cfe575c req-1130526d-9abd-47d1-b911-011d6f356c30 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c6d1bb1-4016-470a-874a-0345faae637a HTTP/1.1" status: 200 len: 217 time: 0.0441310 Jan 27 16:56:28.717727 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54ab927-5623-4ff5-9541-080d96ab81ba None None] New status for floating IP 988582d6-4120-4e39-b0d5-65aca58e2243: DOWN {{(pid=114097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 16:56:28.719378 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9a535f-7fd8-41f7-84d9-46aebe240687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba19b5e-bab3-4576-aa15-85f772000d76,revision_number=None']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:56:28.765955 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b2a77-a299-430e-8ad4-5f562cfe575c req-f9c31a32-6709-41d3-bdd6-153bb0a955e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:56:28.767404 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-dc9b2a77-a299-430e-8ad4-5f562cfe575c req-f9c31a32-6709-41d3-bdd6-153bb0a955e2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7ab5f392-687f-432c-88e9-dac8c277b717 HTTP/1.1" status: 200 len: 847 time: 0.0460310 Jan 27 16:56:28.818175 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b2a77-a299-430e-8ad4-5f562cfe575c req-a9d5289e-1d8e-4bdb-a772-cdcf2854d0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:56:28.819936 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-dc9b2a77-a299-430e-8ad4-5f562cfe575c req-a9d5289e-1d8e-4bdb-a772-cdcf2854d0bb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=05347023-7f45-4941-9645-f74845d1ff41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456986 Jan 27 16:56:28.921652 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9aa594-237b-4be1-8bf5-1019093cb133 req-ff3ec454-2370-4af6-b9bb-9fd6a4636830 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:56:28.923138 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-eb9aa594-237b-4be1-8bf5-1019093cb133 req-ff3ec454-2370-4af6-b9bb-9fd6a4636830 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e2afd7a-cfd6-4228-b067-077d9f739343 HTTP/1.1" status: 200 len: 945 time: 0.0524626 Jan 27 16:56:28.931120 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-dc9b2a77-a299-430e-8ad4-5f562cfe575c req-2ad9b3cc-17bf-4216-b7c1-c48e455bb61e service neutron] 10.222.0.24 "GET /v2.0/networks/05347023-7f45-4941-9645-f74845d1ff41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038730 Jan 27 16:56:28.978078 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-eb9aa594-237b-4be1-8bf5-1019093cb133 req-ddfc5fb4-6829-4cb3-ab03-798b123c7292 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef32afb6-089b-4677-972e-4c461cd72a86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464356 Jan 27 16:56:29.023795 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-dc9b2a77-a299-430e-8ad4-5f562cfe575c req-8be66799-723c-4d3b-9a7d-b7e33625163b service neutron] 10.222.0.24 "GET /v2.0/networks/05347023-7f45-4941-9645-f74845d1ff41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850320 Jan 27 16:56:29.104816 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device 71831c89-48a2-4383-9f62-2e8b94fee069 no longer exists at agent ovs-agent-dv-cinder-818830-2-iscsi {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:56:29.130336 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] No Port match for: 71831c89-48a2-4383-9f62-2e8b94fee069 {{(pid=114096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 16:56:29.130839 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device 71831c89-48a2-4383-9f62-2e8b94fee069 not bound to the agent host dv-cinder-818830-2-iscsi {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 16:56:29.131259 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device b51d9cbb-44e1-4e2b-aab6-3f8f05af28bd no longer exists at agent ovs-agent-dv-cinder-818830-2-iscsi {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:56:29.151829 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] No Port match for: b51d9cbb-44e1-4e2b-aab6-3f8f05af28bd {{(pid=114096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 16:56:29.152183 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device b51d9cbb-44e1-4e2b-aab6-3f8f05af28bd not bound to the agent host dv-cinder-818830-2-iscsi {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 16:56:30.058921 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae7535-ffb6-4f0d-b1eb-4552d916db8f req-2b4da30b-bab4-4b0c-9d24-4463c07eb995 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:56:30.060425 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-e1ae7535-ffb6-4f0d-b1eb-4552d916db8f req-2b4da30b-bab4-4b0c-9d24-4463c07eb995 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2afd7a-cfd6-4228-b067-077d9f739343 HTTP/1.1" status: 200 len: 945 time: 0.0576172 Jan 27 16:56:30.100224 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f39462b-54db-4337-8054-ce2af5cc65d1 req-7c7ca24e-a1fd-49a7-8186-9cf39e2b9c13 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:56:30.101720 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-2f39462b-54db-4337-8054-ce2af5cc65d1 req-7c7ca24e-a1fd-49a7-8186-9cf39e2b9c13 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e2afd7a-cfd6-4228-b067-077d9f739343 HTTP/1.1" status: 200 len: 945 time: 0.0486085 Jan 27 16:56:30.163352 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-2f39462b-54db-4337-8054-ce2af5cc65d1 req-299b2ee5-21c5-444b-93a6-3b428a36e366 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef32afb6-089b-4677-972e-4c461cd72a86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560479 Jan 27 16:56:30.168136 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.plugin [req-e1ae7535-ffb6-4f0d-b1eb-4552d916db8f req-33e09889-9ced-4269-8a54-556dfc4d0015 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Deleting port 4c6d1bb1-4016-470a-874a-0345faae637a {{(pid=114094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:56:30.168574 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-e1ae7535-ffb6-4f0d-b1eb-4552d916db8f req-33e09889-9ced-4269-8a54-556dfc4d0015 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740202897008'] for port (4c6d1bb1-4016-470a-874a-0345faae637a), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:30.268094 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.db [req-e1ae7535-ffb6-4f0d-b1eb-4552d916db8f req-33e09889-9ced-4269-8a54-556dfc4d0015 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] For port 4c6d1bb1-4016-470a-874a-0345faae637a, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=4c6d1bb1-4016-470a-874a-0345faae637a,segment=NetworkSegment(9cf010a4-01d5-45d3-8f39-2af2ba8124ec),segment_id=9cf010a4-01d5-45d3-8f39-2af2ba8124ec)] {{(pid=114094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:56:30.268542 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-e1ae7535-ffb6-4f0d-b1eb-4552d916db8f req-33e09889-9ced-4269-8a54-556dfc4d0015 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797243'] for port (4c6d1bb1-4016-470a-874a-0345faae637a), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:30.280965 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.plugin [req-e1ae7535-ffb6-4f0d-b1eb-4552d916db8f req-33e09889-9ced-4269-8a54-556dfc4d0015 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Calling delete_port for 4c6d1bb1-4016-470a-874a-0345faae637a owned by compute:nova {{(pid=114094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:56:30.419412 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-e1ae7535-ffb6-4f0d-b1eb-4552d916db8f req-33e09889-9ced-4269-8a54-556dfc4d0015 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740202902474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740202573626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777202'] for port (4c6d1bb1-4016-470a-874a-0345faae637a), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:30.454123 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e09889-9ced-4269-8a54-556dfc4d0015 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Pushing event deleted for resources: {'Port': ['ID=4c6d1bb1-4016-470a-874a-0345faae637a,revision_number=None']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:56:30.501215 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1ae7535-ffb6-4f0d-b1eb-4552d916db8f req-33e09889-9ced-4269-8a54-556dfc4d0015 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] No DVR routers for this DVR port 4c6d1bb1-4016-470a-874a-0345faae637a on host hv-cinder-81883 {{(pid=114094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 16:56:30.503725 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-e1ae7535-ffb6-4f0d-b1eb-4552d916db8f req-33e09889-9ced-4269-8a54-556dfc4d0015 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118807'] for port (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:30.507288 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-e1ae7535-ffb6-4f0d-b1eb-4552d916db8f req-33e09889-9ced-4269-8a54-556dfc4d0015 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.24 "DELETE /v2.0/ports/4c6d1bb1-4016-470a-874a-0345faae637a HTTP/1.1" status: 204 len: 173 time: 0.4417307 Jan 27 16:56:30.507766 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e2afd7a-cfd6-4228-b067-077d9f739343', 'name': 'network-vif-deleted', 'tag': '4c6d1bb1-4016-470a-874a-0345faae637a'}] {{(pid=114094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:56:30.510245 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}342a798d1d13ecd85fd4efdf34ff3908ecd3b9322feeb0f720fcdcd52e7e333b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6ae4064-4639-4a27-b688-11eff273c2b9" -d '{"events": [{"server_uuid": "7e2afd7a-cfd6-4228-b067-077d9f739343", "name": "network-vif-deleted", "tag": "4c6d1bb1-4016-470a-874a-0345faae637a"}]}' {{(pid=114094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:56:30.556816 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 16:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf94ac0e-b2a7-4447-acdc-cfa13f5328ac x-openstack-request-id: req-cf94ac0e-b2a7-4447-acdc-cfa13f5328ac {{(pid=114094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:56:30.557108 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e2afd7a-cfd6-4228-b067-077d9f739343", "name": "network-vif-deleted", "tag": "4c6d1bb1-4016-470a-874a-0345faae637a", "status": "completed", "code": 200}]} {{(pid=114094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:56:30.557393 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cf94ac0e-b2a7-4447-acdc-cfa13f5328ac {{(pid=114094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:56:30.557750 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e2afd7a-cfd6-4228-b067-077d9f739343', 'name': 'network-vif-deleted', 'tag': '4c6d1bb1-4016-470a-874a-0345faae637a', 'status': 'completed', 'code': 200} Jan 27 16:56:30.737735 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 54212) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:56:30.852903 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-b75bdeb3-149e-4fb7-97e2-6181c84c4e7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:30.943058 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-b75bdeb3-149e-4fb7-97e2-6181c84c4e7b admin admin] Publish callbacks [] for security_group (e00a86ca-9f13-4902-ab73-025b57384c53), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:30.948391 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-b75bdeb3-149e-4fb7-97e2-6181c84c4e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (e00a86ca-9f13-4902-ab73-025b57384c53), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:30.992207 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-b75bdeb3-149e-4fb7-97e2-6181c84c4e7b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=284b770cfe2e473f80bc58bad1aee171&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2533069 Jan 27 16:56:30.992652 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 54216) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:56:30.993106 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75bdeb3-149e-4fb7-97e2-6181c84c4e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e00a86ca-9f13-4902-ab73-025b57384c53,revision_number=1']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:56:31.045025 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-e51b8ea2-a390-4479-8579-de28f59f07ae admin admin] Publish callbacks [] for security_group (e00a86ca-9f13-4902-ab73-025b57384c53), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:31.068844 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-e51b8ea2-a390-4479-8579-de28f59f07ae admin admin] Publish callbacks [] for security_group (e00a86ca-9f13-4902-ab73-025b57384c53), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:31.113235 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-e51b8ea2-a390-4479-8579-de28f59f07ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (e00a86ca-9f13-4902-ab73-025b57384c53), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:31.117208 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-e51b8ea2-a390-4479-8579-de28f59f07ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:31.121185 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-e51b8ea2-a390-4479-8579-de28f59f07ae admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e00a86ca-9f13-4902-ab73-025b57384c53 HTTP/1.1" status: 204 len: 168 time: 0.1252263 Jan 27 16:56:31.128852 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51b8ea2-a390-4479-8579-de28f59f07ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00a86ca-9f13-4902-ab73-025b57384c53,revision_number=None']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:56:31.285864 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-5367a839-3e95-4f46-81a2-825eecbababb req-06ca3c51-fa98-49e0-a0bf-728c70ca0b51 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e2afd7a-cfd6-4228-b067-077d9f739343 HTTP/1.1" status: 200 len: 210 time: 0.0276361 Jan 27 16:56:31.396398 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 54224) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:56:31.409830 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-a38073db-53f5-46e8-8691-8a918cd5a979 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:31.482927 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-a38073db-53f5-46e8-8691-8a918cd5a979 admin admin] Publish callbacks [] for security_group (0b11183a-e974-4785-9a58-9f6d97803ac2), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:31.486660 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-a38073db-53f5-46e8-8691-8a918cd5a979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (0b11183a-e974-4785-9a58-9f6d97803ac2), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:31.527919 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-a38073db-53f5-46e8-8691-8a918cd5a979 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a29a50ef10074de6966b8e5ea85e2bfc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1304190 Jan 27 16:56:31.530314 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38073db-53f5-46e8-8691-8a918cd5a979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b11183a-e974-4785-9a58-9f6d97803ac2,revision_number=1']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:56:31.530527 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 54226) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:56:31.578367 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-a2c7aa5d-dbc3-41b7-8508-749553824d2e admin admin] Publish callbacks [] for security_group (0b11183a-e974-4785-9a58-9f6d97803ac2), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:31.601348 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-a2c7aa5d-dbc3-41b7-8508-749553824d2e admin admin] Publish callbacks [] for security_group (0b11183a-e974-4785-9a58-9f6d97803ac2), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:31.915148 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-a2c7aa5d-dbc3-41b7-8508-749553824d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (0b11183a-e974-4785-9a58-9f6d97803ac2), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:31.917984 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-a2c7aa5d-dbc3-41b7-8508-749553824d2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:31.919124 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-a2c7aa5d-dbc3-41b7-8508-749553824d2e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0b11183a-e974-4785-9a58-9f6d97803ac2 HTTP/1.1" status: 204 len: 168 time: 0.3875804 Jan 27 16:56:31.927757 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c7aa5d-dbc3-41b7-8508-749553824d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b11183a-e974-4785-9a58-9f6d97803ac2,revision_number=None']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:56:32.139848 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 54248) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:56:32.243757 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-5f10a612-2c5a-4bb1-b65b-645a92f696c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:32.324584 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-5f10a612-2c5a-4bb1-b65b-645a92f696c7 admin admin] Publish callbacks [] for security_group (f69fc308-8b61-47ee-9ff6-beac7907b235), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:32.330737 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-5f10a612-2c5a-4bb1-b65b-645a92f696c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (f69fc308-8b61-47ee-9ff6-beac7907b235), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:32.345859 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 54262) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:56:32.369785 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-5f10a612-2c5a-4bb1-b65b-645a92f696c7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cd604d3ee31f49df990ade6a452cf047&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2287283 Jan 27 16:56:32.370884 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f10a612-2c5a-4bb1-b65b-645a92f696c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f69fc308-8b61-47ee-9ff6-beac7907b235,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:56:32.373852 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 54264) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:56:32.434347 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-9457ccea-ed67-4636-b8e3-da82c641e0d1 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Publish callbacks [] for security_group (ef32afb6-089b-4677-972e-4c461cd72a86), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:32.470207 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-9457ccea-ed67-4636-b8e3-da82c641e0d1 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Publish callbacks [] for security_group (ef32afb6-089b-4677-972e-4c461cd72a86), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:32.472968 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-4b5483f8-1bd2-4361-94b8-04bf59c4f1e9 admin admin] Publish callbacks [] for security_group (f69fc308-8b61-47ee-9ff6-beac7907b235), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:32.519506 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-4b5483f8-1bd2-4361-94b8-04bf59c4f1e9 admin admin] Publish callbacks [] for security_group (f69fc308-8b61-47ee-9ff6-beac7907b235), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:32.570562 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-4b5483f8-1bd2-4361-94b8-04bf59c4f1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (f69fc308-8b61-47ee-9ff6-beac7907b235), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:32.573184 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-4b5483f8-1bd2-4361-94b8-04bf59c4f1e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:32.574430 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-4b5483f8-1bd2-4361-94b8-04bf59c4f1e9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f69fc308-8b61-47ee-9ff6-beac7907b235 HTTP/1.1" status: 204 len: 168 time: 0.1996386 Jan 27 16:56:32.585805 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5483f8-1bd2-4361-94b8-04bf59c4f1e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f69fc308-8b61-47ee-9ff6-beac7907b235,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:56:32.587499 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-9457ccea-ed67-4636-b8e3-da82c641e0d1 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (ef32afb6-089b-4677-972e-4c461cd72a86), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:32.591377 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-9457ccea-ed67-4636-b8e3-da82c641e0d1 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Publish callbacks [] for security_group (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:32.592699 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-9457ccea-ed67-4636-b8e3-da82c641e0d1 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] 10.222.0.48 "DELETE /v2.0/security-groups/ef32afb6-089b-4677-972e-4c461cd72a86 HTTP/1.1" status: 204 len: 168 time: 0.2458577 Jan 27 16:56:32.603889 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9457ccea-ed67-4636-b8e3-da82c641e0d1 tempest-TestShelveInstance-734885998 tempest-TestShelveInstance-734885998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef32afb6-089b-4677-972e-4c461cd72a86,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:56:32.655032 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 54278) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:56:33.020353 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 54292) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:56:33.034675 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-bf1af547-7327-4707-92b8-af759f0e7d3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:33.122714 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-bf1af547-7327-4707-92b8-af759f0e7d3d admin admin] Publish callbacks [] for security_group (ce0b876c-1788-4b37-92f1-7479314a09f6), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:33.126387 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-bf1af547-7327-4707-92b8-af759f0e7d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (ce0b876c-1788-4b37-92f1-7479314a09f6), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:33.166085 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1af547-7327-4707-92b8-af759f0e7d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce0b876c-1788-4b37-92f1-7479314a09f6,revision_number=1']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:56:33.170436 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-bf1af547-7327-4707-92b8-af759f0e7d3d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=64f6ff17e31c443e8546c1859243d816&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1488290 Jan 27 16:56:33.173140 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 54296) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:56:33.257678 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-70188ac0-11eb-42a0-9bf8-6368cc14add9 admin admin] Publish callbacks [] for security_group (ce0b876c-1788-4b37-92f1-7479314a09f6), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:33.264258 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-88820ff8-46f6-4408-bdca-910a479aa8bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1796188'] for router_interface (3fcd3b45-d762-4234-8539-0812cbbe1b2a), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:33.321565 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-70188ac0-11eb-42a0-9bf8-6368cc14add9 admin admin] Publish callbacks [] for security_group (ce0b876c-1788-4b37-92f1-7479314a09f6), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:33.462139 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-70188ac0-11eb-42a0-9bf8-6368cc14add9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (ce0b876c-1788-4b37-92f1-7479314a09f6), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:33.464770 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-70188ac0-11eb-42a0-9bf8-6368cc14add9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:33.465901 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-70188ac0-11eb-42a0-9bf8-6368cc14add9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ce0b876c-1788-4b37-92f1-7479314a09f6 HTTP/1.1" status: 204 len: 168 time: 0.2917843 Jan 27 16:56:33.476000 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70188ac0-11eb-42a0-9bf8-6368cc14add9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce0b876c-1788-4b37-92f1-7479314a09f6,revision_number=None']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:56:33.578834 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.plugin [None req-88820ff8-46f6-4408-bdca-910a479aa8bb admin admin] Deleting port 7bd716ec-f257-4795-8534-d69281b43955 {{(pid=114094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:56:33.579187 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-88820ff8-46f6-4408-bdca-910a479aa8bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740202897008'] for port (7bd716ec-f257-4795-8534-d69281b43955), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:33.673439 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.db [None req-88820ff8-46f6-4408-bdca-910a479aa8bb admin admin] For port 7bd716ec-f257-4795-8534-d69281b43955, host dv-cinder-818830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818830-2-iscsi',level=0,port_id=7bd716ec-f257-4795-8534-d69281b43955,segment=NetworkSegment(9cf010a4-01d5-45d3-8f39-2af2ba8124ec),segment_id=9cf010a4-01d5-45d3-8f39-2af2ba8124ec)] {{(pid=114094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:56:33.673803 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-88820ff8-46f6-4408-bdca-910a479aa8bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797243'] for port (7bd716ec-f257-4795-8534-d69281b43955), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:33.686934 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.plugin [None req-88820ff8-46f6-4408-bdca-910a479aa8bb admin admin] Calling delete_port for 7bd716ec-f257-4795-8534-d69281b43955 owned by network:router_interface {{(pid=114094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:56:33.887261 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-88820ff8-46f6-4408-bdca-910a479aa8bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740202902474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740202573626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777202'] for port (7bd716ec-f257-4795-8534-d69281b43955), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:33.914135 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88820ff8-46f6-4408-bdca-910a479aa8bb admin admin] Pushing event deleted for resources: {'Port': ['ID=7bd716ec-f257-4795-8534-d69281b43955,revision_number=None']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:56:33.939319 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 54330) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:56:34.091067 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-f475e50d-bf8b-4e64-aa66-b22af37f221c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:34.113208 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-88820ff8-46f6-4408-bdca-910a479aa8bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2031911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1796336'] for router_interface (3fcd3b45-d762-4234-8539-0812cbbe1b2a), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:34.277300 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-f475e50d-bf8b-4e64-aa66-b22af37f221c admin admin] Publish callbacks [] for security_group (2421b25f-585f-4771-b100-8fec06808668), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:34.282641 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-f475e50d-bf8b-4e64-aa66-b22af37f221c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (2421b25f-585f-4771-b100-8fec06808668), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:34.367601 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 54346) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:56:34.368187 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-f475e50d-bf8b-4e64-aa66-b22af37f221c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=888de90fc17a422ba979e468cd5ae79b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4273796 Jan 27 16:56:34.368450 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f475e50d-bf8b-4e64-aa66-b22af37f221c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2421b25f-585f-4771-b100-8fec06808668,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:56:34.422348 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-938af74f-4d03-427c-a844-85d8965502dc admin admin] Publish callbacks [] for security_group (2421b25f-585f-4771-b100-8fec06808668), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:34.433271 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88820ff8-46f6-4408-bdca-910a479aa8bb admin admin] Router 3fcd3b45-d762-4234-8539-0812cbbe1b2a has already been hosted by L3 agent bdbd084a-7876-495d-b5d9-cf3ee18f0227 {{(pid=114094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 16:56:34.445334 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-938af74f-4d03-427c-a844-85d8965502dc admin admin] Publish callbacks [] for security_group (2421b25f-585f-4771-b100-8fec06808668), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:34.495374 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-938af74f-4d03-427c-a844-85d8965502dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (2421b25f-585f-4771-b100-8fec06808668), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:34.498671 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-938af74f-4d03-427c-a844-85d8965502dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:34.499932 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-938af74f-4d03-427c-a844-85d8965502dc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2421b25f-585f-4771-b100-8fec06808668 HTTP/1.1" status: 204 len: 168 time: 0.1303079 Jan 27 16:56:34.509640 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938af74f-4d03-427c-a844-85d8965502dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2421b25f-585f-4771-b100-8fec06808668,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:56:34.562855 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88820ff8-46f6-4408-bdca-910a479aa8bb admin admin] Notify agent at l3_agent.dv-cinder-818830-2-iscsi the message routers_updated {{(pid=114094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 16:56:34.572259 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-88820ff8-46f6-4408-bdca-910a479aa8bb admin admin] 10.222.0.48 "PUT /v2.0/routers/3fcd3b45-d762-4234-8539-0812cbbe1b2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9158704 Jan 27 16:56:34.572715 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4f4f67-1bb8-44ce-bb91-7b6f9aacd635 None None] Sync routers for ids ['3fcd3b45-d762-4234-8539-0812cbbe1b2a'] in dv-cinder-818830-2-iscsi {{(pid=114096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 16:56:34.573168 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 54352) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:56:34.584618 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4f4f67-1bb8-44ce-bb91-7b6f9aacd635 None None] Routers {'3fcd3b45-d762-4234-8539-0812cbbe1b2a'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:56:34.585306 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-6d4f4f67-1bb8-44ce-bb91-7b6f9aacd635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T16:56:18Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['3fcd3b45-d762-4234-8539-0812cbbe1b2a'], 'active': True} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:56:34.705988 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-0a2da610-de54-4671-a4e6-d0d3cc290bdc admin admin] Publish callbacks [] for router (3fcd3b45-d762-4234-8539-0812cbbe1b2a), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:34.715960 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvr_db [None req-6d4f4f67-1bb8-44ce-bb91-7b6f9aacd635 None None] Set router 3fcd3b45-d762-4234-8539-0812cbbe1b2a gateway port host: dv-cinder-818830-2-iscsi {{(pid=114096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:56:34.749509 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device 4c6d1bb1-4016-470a-874a-0345faae637a no longer exists at agent hyperv_hv-cinder-81883 {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:56:34.803641 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] No Port match for: 4c6d1bb1-4016-470a-874a-0345faae637a {{(pid=114096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 16:56:34.804307 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device 4c6d1bb1-4016-470a-874a-0345faae637a not bound to the agent host hv-cinder-81883 {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 16:56:34.838438 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-0a2da610-de54-4671-a4e6-d0d3cc290bdc admin admin] Publish callbacks [] for router_gateway (3fcd3b45-d762-4234-8539-0812cbbe1b2a), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:34.900264 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.plugin [None req-0a2da610-de54-4671-a4e6-d0d3cc290bdc admin admin] Deleting port 6a2fd210-b75c-463f-85c0-d4f3b6212ba2 {{(pid=114095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:56:34.900710 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-0a2da610-de54-4671-a4e6-d0d3cc290bdc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740202897008'] for port (6a2fd210-b75c-463f-85c0-d4f3b6212ba2), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:34.950245 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 54366) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:56:34.967001 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-6d4f4f67-1bb8-44ce-bb91-7b6f9aacd635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fcd3b45-d762-4234-8539-0812cbbe1b2a', 'name': 'tempest-TestShelveInstance-318222483-router', 'tenant_id': '5c13f9d51cfe44de91903d2de6032c92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '6a2fd210-b75c-463f-85c0-d4f3b6212ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:50:50Z', 'updated_at': '2022-01-27T16:56:33Z', 'revision_number': 5, 'project_id': '5c13f9d51cfe44de91903d2de6032c92', 'gw_port': {'id': '6a2fd210-b75c-463f-85c0-d4f3b6212ba2', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcd3b45-d762-4234-8539-0812cbbe1b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:50:51Z', 'updated_at': '2022-01-27T16:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi'}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:56:34.967292 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-68e63a34-9079-4563-934a-14538df59410 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:34.995397 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.db [None req-0a2da610-de54-4671-a4e6-d0d3cc290bdc admin admin] For port 6a2fd210-b75c-463f-85c0-d4f3b6212ba2, host dv-cinder-818830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818830-2-iscsi',level=0,port_id=6a2fd210-b75c-463f-85c0-d4f3b6212ba2,segment=NetworkSegment(9bd3a446-0196-4595-aa07-09a05d016e38),segment_id=9bd3a446-0196-4595-aa07-09a05d016e38)] {{(pid=114095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:56:34.995967 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-0a2da610-de54-4671-a4e6-d0d3cc290bdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797243'] for port (6a2fd210-b75c-463f-85c0-d4f3b6212ba2), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:35.002759 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4f4f67-1bb8-44ce-bb91-7b6f9aacd635 None None] Checking router: 3fcd3b45-d762-4234-8539-0812cbbe1b2a for host: dv-cinder-818830-2-iscsi {{(pid=114096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 16:56:35.012713 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.plugin [None req-0a2da610-de54-4671-a4e6-d0d3cc290bdc admin admin] Calling delete_port for 6a2fd210-b75c-463f-85c0-d4f3b6212ba2 owned by network:router_gateway {{(pid=114095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:56:35.015705 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4f4f67-1bb8-44ce-bb91-7b6f9aacd635 None None] Routers {'3fcd3b45-d762-4234-8539-0812cbbe1b2a'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:56:35.016611 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-6d4f4f67-1bb8-44ce-bb91-7b6f9aacd635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T16:56:18Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['3fcd3b45-d762-4234-8539-0812cbbe1b2a'], 'active': True} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:56:35.058152 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-68e63a34-9079-4563-934a-14538df59410 admin admin] Publish callbacks [] for security_group (cfa4b2fb-395e-4725-b5a9-b675ee1c4862), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:35.064871 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-68e63a34-9079-4563-934a-14538df59410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (cfa4b2fb-395e-4725-b5a9-b675ee1c4862), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:35.131956 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 54372) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:56:35.132143 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-68e63a34-9079-4563-934a-14538df59410 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=130d774b7c364c3b81fa879a154a1ec3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1797049 Jan 27 16:56:35.133077 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e63a34-9079-4563-934a-14538df59410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa4b2fb-395e-4725-b5a9-b675ee1c4862,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:56:35.151625 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvr_db [None req-6d4f4f67-1bb8-44ce-bb91-7b6f9aacd635 None None] Set router 3fcd3b45-d762-4234-8539-0812cbbe1b2a gateway port host: None {{(pid=114096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:56:35.206899 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-6d4f4f67-1bb8-44ce-bb91-7b6f9aacd635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fcd3b45-d762-4234-8539-0812cbbe1b2a', 'name': 'tempest-TestShelveInstance-318222483-router', 'tenant_id': '5c13f9d51cfe44de91903d2de6032c92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:50:50Z', 'updated_at': '2022-01-27T16:56:34Z', 'revision_number': 6, 'project_id': '5c13f9d51cfe44de91903d2de6032c92', 'gw_port_host': None}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:56:35.239079 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4f4f67-1bb8-44ce-bb91-7b6f9aacd635 None None] The sync data for ids ['3fcd3b45-d762-4234-8539-0812cbbe1b2a'] in dv-cinder-818830-2-iscsi is: [{'id': '3fcd3b45-d762-4234-8539-0812cbbe1b2a', 'name': 'tempest-TestShelveInstance-318222483-router', 'tenant_id': '5c13f9d51cfe44de91903d2de6032c92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:50:50Z', 'updated_at': '2022-01-27T16:56:34Z', 'revision_number': 6, 'project_id': '5c13f9d51cfe44de91903d2de6032c92', 'gw_port_host': None}] {{(pid=114096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 16:56:35.519269 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-44e49b22-211c-4f1e-ab55-07fa9387e632 admin admin] Publish callbacks [] for security_group (cfa4b2fb-395e-4725-b5a9-b675ee1c4862), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:35.552072 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-44e49b22-211c-4f1e-ab55-07fa9387e632 admin admin] Publish callbacks [] for security_group (cfa4b2fb-395e-4725-b5a9-b675ee1c4862), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:35.559458 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-0a2da610-de54-4671-a4e6-d0d3cc290bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740202902474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740202573626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080504'] for port (6a2fd210-b75c-463f-85c0-d4f3b6212ba2), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:35.596544 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2da610-de54-4671-a4e6-d0d3cc290bdc admin admin] Pushing event deleted for resources: {'Port': ['ID=6a2fd210-b75c-463f-85c0-d4f3b6212ba2,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:56:35.686434 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-0a2da610-de54-4671-a4e6-d0d3cc290bdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1797530'] for router_gateway (3fcd3b45-d762-4234-8539-0812cbbe1b2a), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:35.715884 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-44e49b22-211c-4f1e-ab55-07fa9387e632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (cfa4b2fb-395e-4725-b5a9-b675ee1c4862), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:35.720277 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-44e49b22-211c-4f1e-ab55-07fa9387e632 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:35.720277 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-44e49b22-211c-4f1e-ab55-07fa9387e632 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cfa4b2fb-395e-4725-b5a9-b675ee1c4862 HTTP/1.1" status: 204 len: 168 time: 0.2881446 Jan 27 16:56:35.766623 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e49b22-211c-4f1e-ab55-07fa9387e632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa4b2fb-395e-4725-b5a9-b675ee1c4862,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:56:35.804248 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-0a2da610-de54-4671-a4e6-d0d3cc290bdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router (3fcd3b45-d762-4234-8539-0812cbbe1b2a), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:35.806668 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-0a2da610-de54-4671-a4e6-d0d3cc290bdc admin admin] Publish callbacks [] for router_controller (3fcd3b45-d762-4234-8539-0812cbbe1b2a), precommit_delete_associations {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:35.851819 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-0a2da610-de54-4671-a4e6-d0d3cc290bdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1794534'] for router (3fcd3b45-d762-4234-8539-0812cbbe1b2a), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:35.852317 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a2da610-de54-4671-a4e6-d0d3cc290bdc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3fcd3b45-d762-4234-8539-0812cbbe1b2a {{(pid=114095) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 16:56:35.856692 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-0a2da610-de54-4671-a4e6-d0d3cc290bdc admin admin] Publish callbacks [] for router (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:35.860325 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-0a2da610-de54-4671-a4e6-d0d3cc290bdc admin admin] 10.222.0.48 "DELETE /v2.0/routers/3fcd3b45-d762-4234-8539-0812cbbe1b2a HTTP/1.1" status: 204 len: 168 time: 1.2838445 Jan 27 16:56:35.860771 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 54390) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:56:35.907666 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.db_base_plugin_v2 [None req-3727b199-7b8a-450b-82a5-a66d3099134c admin admin] Deleting subnet 7ab5f392-687f-432c-88e9-dac8c277b717 {{(pid=114094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 16:56:35.911447 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-3727b199-7b8a-450b-82a5-a66d3099134c admin admin] Publish callbacks [] for subnet (7ab5f392-687f-432c-88e9-dac8c277b717), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:35.946692 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-3727b199-7b8a-450b-82a5-a66d3099134c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9277020'] for subnet (7ab5f392-687f-432c-88e9-dac8c277b717), precommit_delete_associations {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:36.024664 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-3727b199-7b8a-450b-82a5-a66d3099134c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-889273'] for subnet (7ab5f392-687f-432c-88e9-dac8c277b717), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:36.090589 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-3727b199-7b8a-450b-82a5-a66d3099134c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-889270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8777159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875549'] for subnet (7ab5f392-687f-432c-88e9-dac8c277b717), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:36.121773 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-3727b199-7b8a-450b-82a5-a66d3099134c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:36.127006 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-3727b199-7b8a-450b-82a5-a66d3099134c admin admin] 10.222.0.48 "DELETE /v2.0/subnets/7ab5f392-687f-432c-88e9-dac8c277b717 HTTP/1.1" status: 204 len: 168 time: 0.2652738 Jan 27 16:56:36.127717 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c2a296-0f19-41ff-a2d5-e73a5280104f None None] Network 05347023-7f45-4941-9645-f74845d1ff41 requested from dv-cinder-818830-2-iscsi {{(pid=114096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 16:56:36.128952 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3727b199-7b8a-450b-82a5-a66d3099134c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ab5f392-687f-432c-88e9-dac8c277b717,revision_number=None']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:56:36.130978 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 54400) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:56:36.213677 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-f1a812c1-af5b-41e7-88b5-648871d96d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012344'] for network (05347023-7f45-4941-9645-f74845d1ff41), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:36.283968 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.plugin [None req-f1a812c1-af5b-41e7-88b5-648871d96d21 admin admin] Deleting port c15c5f14-87d5-4aa5-94cf-17762cec976d {{(pid=114095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:56:36.284336 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-f1a812c1-af5b-41e7-88b5-648871d96d21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740202897008'] for port (c15c5f14-87d5-4aa5-94cf-17762cec976d), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:36.320488 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0538bc6-9ba3-4415-832a-d13f2c6e60f3 None None] DHCP port deletion for 05347023-7f45-4941-9645-f74845d1ff41 request from dv-cinder-818830-2-iscsi {{(pid=114096) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 16:56:36.362623 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.db [None req-f1a812c1-af5b-41e7-88b5-648871d96d21 admin admin] For port c15c5f14-87d5-4aa5-94cf-17762cec976d, host dv-cinder-818830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818830-2-iscsi',level=0,port_id=c15c5f14-87d5-4aa5-94cf-17762cec976d,segment=NetworkSegment(9cf010a4-01d5-45d3-8f39-2af2ba8124ec),segment_id=9cf010a4-01d5-45d3-8f39-2af2ba8124ec)] {{(pid=114095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:56:36.363270 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-f1a812c1-af5b-41e7-88b5-648871d96d21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797243'] for port (c15c5f14-87d5-4aa5-94cf-17762cec976d), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:36.378618 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.plugin [None req-f1a812c1-af5b-41e7-88b5-648871d96d21 admin admin] Calling delete_port for c15c5f14-87d5-4aa5-94cf-17762cec976d owned by network:dhcp {{(pid=114095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:56:36.389435 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-b0538bc6-9ba3-4415-832a-d13f2c6e60f3 None None] Deleting port c15c5f14-87d5-4aa5-94cf-17762cec976d {{(pid=114096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:56:36.389906 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-b0538bc6-9ba3-4415-832a-d13f2c6e60f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740202897008'] for port (c15c5f14-87d5-4aa5-94cf-17762cec976d), before_delete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:36.469518 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-b0538bc6-9ba3-4415-832a-d13f2c6e60f3 None None] For port c15c5f14-87d5-4aa5-94cf-17762cec976d, host dv-cinder-818830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818830-2-iscsi',level=0,port_id=c15c5f14-87d5-4aa5-94cf-17762cec976d,segment=NetworkSegment(9cf010a4-01d5-45d3-8f39-2af2ba8124ec),segment_id=9cf010a4-01d5-45d3-8f39-2af2ba8124ec)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:56:36.469920 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-b0538bc6-9ba3-4415-832a-d13f2c6e60f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797243'] for port (c15c5f14-87d5-4aa5-94cf-17762cec976d), precommit_delete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:36.480739 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-f1a812c1-af5b-41e7-88b5-648871d96d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740202902474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740202573626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080504'] for port (c15c5f14-87d5-4aa5-94cf-17762cec976d), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:36.490123 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-b0538bc6-9ba3-4415-832a-d13f2c6e60f3 None None] Calling delete_port for c15c5f14-87d5-4aa5-94cf-17762cec976d owned by network:dhcp {{(pid=114096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:56:36.510288 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a812c1-af5b-41e7-88b5-648871d96d21 admin admin] Pushing event deleted for resources: {'Port': ['ID=c15c5f14-87d5-4aa5-94cf-17762cec976d,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:56:36.515264 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a812c1-af5b-41e7-88b5-648871d96d21 admin admin] No DVR routers for this DVR port c15c5f14-87d5-4aa5-94cf-17762cec976d on host dv-cinder-818830-2-iscsi {{(pid=114095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 16:56:36.578345 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-b0538bc6-9ba3-4415-832a-d13f2c6e60f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740202902474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740202573626'] for port (c15c5f14-87d5-4aa5-94cf-17762cec976d), after_delete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:36.599845 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-f1a812c1-af5b-41e7-88b5-648871d96d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891970', 'neutron.services.segments.db._delete_segments_for_network-8740203086740'] for network (05347023-7f45-4941-9645-f74845d1ff41), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:36.604026 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0538bc6-9ba3-4415-832a-d13f2c6e60f3 None None] Pushing event deleted for resources: {'Port': ['ID=c15c5f14-87d5-4aa5-94cf-17762cec976d,revision_number=None']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:56:36.605868 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0538bc6-9ba3-4415-832a-d13f2c6e60f3 None None] No DVR routers for this DVR port c15c5f14-87d5-4aa5-94cf-17762cec976d on host dv-cinder-818830-2-iscsi {{(pid=114096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 16:56:36.625044 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.services.segments.db [None req-f1a812c1-af5b-41e7-88b5-648871d96d21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05347023-7f45-4941-9645-f74845d1ff41']}} {{(pid=114095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:56:36.635391 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.services.segments.db [None req-f1a812c1-af5b-41e7-88b5-648871d96d21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cf010a4-01d5-45d3-8f39-2af2ba8124ec') {'for_net_delete': True} {{(pid=114095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:56:36.635858 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.services.segments.db [None req-f1a812c1-af5b-41e7-88b5-648871d96d21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cf010a4-01d5-45d3-8f39-2af2ba8124ec') {} {{(pid=114095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:56:36.646357 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-f1a812c1-af5b-41e7-88b5-648871d96d21 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740203088285', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9298199'] for segment (9cf010a4-01d5-45d3-8f39-2af2ba8124ec), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:36.660315 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-f1a812c1-af5b-41e7-88b5-648871d96d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985126'] for segment (9cf010a4-01d5-45d3-8f39-2af2ba8124ec), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:36.667171 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1a812c1-af5b-41e7-88b5-648871d96d21 admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=114095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 16:56:36.667887 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-f1a812c1-af5b-41e7-88b5-648871d96d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9080423'] for segment (9cf010a4-01d5-45d3-8f39-2af2ba8124ec), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:36.669535 dv-cinder-818830-2-iscsi neutron-server[114095]: Traceback (most recent call last): Jan 27 16:56:36.669535 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 16:56:36.669535 dv-cinder-818830-2-iscsi neutron-server[114095]: timer() Jan 27 16:56:36.669535 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 16:56:36.669535 dv-cinder-818830-2-iscsi neutron-server[114095]: cb(*args, **kw) Jan 27 16:56:36.669535 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 16:56:36.669535 dv-cinder-818830-2-iscsi neutron-server[114095]: return func(*args, **kwargs) Jan 27 16:56:36.669535 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 16:56:36.669535 dv-cinder-818830-2-iscsi neutron-server[114095]: self._notify() Jan 27 16:56:36.669535 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 16:56:36.669535 dv-cinder-818830-2-iscsi neutron-server[114095]: self.callback(batched_events) Jan 27 16:56:36.669535 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 16:56:36.669535 dv-cinder-818830-2-iscsi neutron-server[114095]: event.method(event) Jan 27 16:56:36.669535 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 16:56:36.669535 dv-cinder-818830-2-iscsi neutron-server[114095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 16:56:36.669535 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 16:56:36.669535 dv-cinder-818830-2-iscsi neutron-server[114095]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 16:56:36.669535 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 16:56:36.669535 dv-cinder-818830-2-iscsi neutron-server[114095]: return f(self, *a, **k) Jan 27 16:56:36.669535 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 16:56:36.669535 dv-cinder-818830-2-iscsi neutron-server[114095]: return self._get(url).json() Jan 27 16:56:36.669535 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 16:56:36.669535 dv-cinder-818830-2-iscsi neutron-server[114095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 16:56:36.669535 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 16:56:36.669535 dv-cinder-818830-2-iscsi neutron-server[114095]: return self.request(url, 'GET', **kwargs) Jan 27 16:56:36.669535 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 16:56:36.669535 dv-cinder-818830-2-iscsi neutron-server[114095]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 16:56:36.669535 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 16:56:36.669535 dv-cinder-818830-2-iscsi neutron-server[114095]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 16:56:36.669535 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 16:56:36.669535 dv-cinder-818830-2-iscsi neutron-server[114095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 16:56:36.669535 dv-cinder-818830-2-iscsi neutron-server[114095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 16:56:36.725692 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-f1a812c1-af5b-41e7-88b5-648871d96d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1796466'] for network (05347023-7f45-4941-9645-f74845d1ff41), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:36.732727 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-f1a812c1-af5b-41e7-88b5-648871d96d21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032074'] for network (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:36.739908 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-f1a812c1-af5b-41e7-88b5-648871d96d21 admin admin] 10.222.0.48 "DELETE /v2.0/networks/05347023-7f45-4941-9645-f74845d1ff41 HTTP/1.1" status: 204 len: 168 time: 0.6045928 Jan 27 16:56:36.740241 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 54416) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:56:36.752184 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a812c1-af5b-41e7-88b5-648871d96d21 admin admin] Pushing event deleted for resources: {'Network': ['ID=05347023-7f45-4941-9645-f74845d1ff41,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:56:37.103846 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device 7bd716ec-f257-4795-8534-d69281b43955 no longer exists at agent ovs-agent-dv-cinder-818830-2-iscsi {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:56:37.124216 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] No Port match for: 7bd716ec-f257-4795-8534-d69281b43955 {{(pid=114096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 16:56:37.124800 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device 7bd716ec-f257-4795-8534-d69281b43955 not bound to the agent host dv-cinder-818830-2-iscsi {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 16:56:37.125564 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device c15c5f14-87d5-4aa5-94cf-17762cec976d no longer exists at agent ovs-agent-dv-cinder-818830-2-iscsi {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:56:37.149541 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] No Port match for: c15c5f14-87d5-4aa5-94cf-17762cec976d {{(pid=114096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 16:56:37.150617 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device c15c5f14-87d5-4aa5-94cf-17762cec976d not bound to the agent host dv-cinder-818830-2-iscsi {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 16:56:37.151270 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device 6a2fd210-b75c-463f-85c0-d4f3b6212ba2 no longer exists at agent ovs-agent-dv-cinder-818830-2-iscsi {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:56:37.154868 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-a03dae39-5ea8-47ff-93ee-77723cbd183a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1796188'] for router_interface (5245b7fb-c68f-4c38-a085-3cc3fb83c5dd), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:37.170765 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] No Port match for: 6a2fd210-b75c-463f-85c0-d4f3b6212ba2 {{(pid=114096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 16:56:37.171361 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device 6a2fd210-b75c-463f-85c0-d4f3b6212ba2 not bound to the agent host dv-cinder-818830-2-iscsi {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 16:56:37.408142 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.plugin [None req-a03dae39-5ea8-47ff-93ee-77723cbd183a admin admin] Deleting port 4ebd97ad-6c67-4c08-9d35-cce0cac47bd5 {{(pid=114094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:56:37.408475 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-a03dae39-5ea8-47ff-93ee-77723cbd183a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740202897008'] for port (4ebd97ad-6c67-4c08-9d35-cce0cac47bd5), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:37.494166 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.db [None req-a03dae39-5ea8-47ff-93ee-77723cbd183a admin admin] For port 4ebd97ad-6c67-4c08-9d35-cce0cac47bd5, host dv-cinder-818830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818830-2-iscsi',level=0,port_id=4ebd97ad-6c67-4c08-9d35-cce0cac47bd5,segment=NetworkSegment(3d2752a5-59f0-4a50-bd88-e5c169be5fda),segment_id=3d2752a5-59f0-4a50-bd88-e5c169be5fda)] {{(pid=114094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:56:37.494582 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-a03dae39-5ea8-47ff-93ee-77723cbd183a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797243'] for port (4ebd97ad-6c67-4c08-9d35-cce0cac47bd5), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:37.510446 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.plugin [None req-a03dae39-5ea8-47ff-93ee-77723cbd183a admin admin] Calling delete_port for 4ebd97ad-6c67-4c08-9d35-cce0cac47bd5 owned by network:router_interface {{(pid=114094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:56:37.695483 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-a03dae39-5ea8-47ff-93ee-77723cbd183a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740202902474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740202573626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777202'] for port (4ebd97ad-6c67-4c08-9d35-cce0cac47bd5), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:37.720570 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03dae39-5ea8-47ff-93ee-77723cbd183a admin admin] Pushing event deleted for resources: {'Port': ['ID=4ebd97ad-6c67-4c08-9d35-cce0cac47bd5,revision_number=None']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:56:37.881562 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-a03dae39-5ea8-47ff-93ee-77723cbd183a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2031911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1796336'] for router_interface (5245b7fb-c68f-4c38-a085-3cc3fb83c5dd), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:38.088169 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a03dae39-5ea8-47ff-93ee-77723cbd183a admin admin] Router 5245b7fb-c68f-4c38-a085-3cc3fb83c5dd has already been hosted by L3 agent bdbd084a-7876-495d-b5d9-cf3ee18f0227 {{(pid=114094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 16:56:38.192786 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a03dae39-5ea8-47ff-93ee-77723cbd183a admin admin] Notify agent at l3_agent.dv-cinder-818830-2-iscsi the message routers_updated {{(pid=114094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 16:56:38.197740 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-a03dae39-5ea8-47ff-93ee-77723cbd183a admin admin] 10.222.0.48 "PUT /v2.0/routers/5245b7fb-c68f-4c38-a085-3cc3fb83c5dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4555845 Jan 27 16:56:38.200287 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 54456) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:56:38.202628 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea0d1a4-2f48-4262-bd63-06204f52fdb9 None None] Sync routers for ids ['5245b7fb-c68f-4c38-a085-3cc3fb83c5dd'] in dv-cinder-818830-2-iscsi {{(pid=114097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 16:56:38.213604 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea0d1a4-2f48-4262-bd63-06204f52fdb9 None None] Routers {'5245b7fb-c68f-4c38-a085-3cc3fb83c5dd'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:56:38.214335 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_hamode_db [None req-7ea0d1a4-2f48-4262-bd63-06204f52fdb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T16:56:18Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['5245b7fb-c68f-4c38-a085-3cc3fb83c5dd'], 'active': True} {{(pid=114097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:56:38.309738 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-b6753210-0cdd-442b-be4e-86a7127893be admin admin] Publish callbacks [] for router (5245b7fb-c68f-4c38-a085-3cc3fb83c5dd), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:38.325237 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_dvr_db [None req-7ea0d1a4-2f48-4262-bd63-06204f52fdb9 None None] Set router 5245b7fb-c68f-4c38-a085-3cc3fb83c5dd gateway port host: dv-cinder-818830-2-iscsi {{(pid=114097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:56:38.338313 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 54460) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:56:38.450469 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-294853b6-2ce9-4d64-84a4-8e846ad79802 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:38.522336 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_hamode_db [None req-7ea0d1a4-2f48-4262-bd63-06204f52fdb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5245b7fb-c68f-4c38-a085-3cc3fb83c5dd', 'name': 'tempest-TestShelveInstance-1014975214-router', 'tenant_id': '63cea5ab5c644c2ba6badb6d25b3dbdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'dac7b549-5874-428f-87f8-b2c363648329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:50:56Z', 'updated_at': '2022-01-27T16:56:37Z', 'revision_number': 5, 'project_id': '63cea5ab5c644c2ba6badb6d25b3dbdc', 'gw_port': {'id': 'dac7b549-5874-428f-87f8-b2c363648329', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:55:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5245b7fb-c68f-4c38-a085-3cc3fb83c5dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:50:57Z', 'updated_at': '2022-01-27T16:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi'}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:56:38.550529 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-294853b6-2ce9-4d64-84a4-8e846ad79802 admin admin] Publish callbacks [] for security_group (d2758a88-7fca-4382-bd0b-d646af957445), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:38.550788 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea0d1a4-2f48-4262-bd63-06204f52fdb9 None None] Checking router: 5245b7fb-c68f-4c38-a085-3cc3fb83c5dd for host: dv-cinder-818830-2-iscsi {{(pid=114097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 16:56:38.555352 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-294853b6-2ce9-4d64-84a4-8e846ad79802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (d2758a88-7fca-4382-bd0b-d646af957445), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:38.561077 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea0d1a4-2f48-4262-bd63-06204f52fdb9 None None] Routers {'5245b7fb-c68f-4c38-a085-3cc3fb83c5dd'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:56:38.562116 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_hamode_db [None req-7ea0d1a4-2f48-4262-bd63-06204f52fdb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T16:56:18Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['5245b7fb-c68f-4c38-a085-3cc3fb83c5dd'], 'active': True} {{(pid=114097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:56:38.603555 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294853b6-2ce9-4d64-84a4-8e846ad79802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2758a88-7fca-4382-bd0b-d646af957445,revision_number=1']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:56:38.614918 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-294853b6-2ce9-4d64-84a4-8e846ad79802 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bcdb84837f2f448cbbcfc66d6f2c455f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2687795 Jan 27 16:56:38.614918 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 54466) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:56:38.675324 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-6366a489-620b-430e-9a8a-066d17f7f95e admin admin] Publish callbacks [] for security_group (d2758a88-7fca-4382-bd0b-d646af957445), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:38.701174 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-6366a489-620b-430e-9a8a-066d17f7f95e admin admin] Publish callbacks [] for security_group (d2758a88-7fca-4382-bd0b-d646af957445), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:38.712977 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_dvr_db [None req-7ea0d1a4-2f48-4262-bd63-06204f52fdb9 None None] Set router 5245b7fb-c68f-4c38-a085-3cc3fb83c5dd gateway port host: dv-cinder-818830-2-iscsi {{(pid=114097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:56:38.721988 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-b6753210-0cdd-442b-be4e-86a7127893be admin admin] Publish callbacks [] for router_gateway (5245b7fb-c68f-4c38-a085-3cc3fb83c5dd), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:38.762165 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-6366a489-620b-430e-9a8a-066d17f7f95e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (d2758a88-7fca-4382-bd0b-d646af957445), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:38.767600 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-6366a489-620b-430e-9a8a-066d17f7f95e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:38.771814 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-6366a489-620b-430e-9a8a-066d17f7f95e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d2758a88-7fca-4382-bd0b-d646af957445 HTTP/1.1" status: 204 len: 168 time: 0.1565089 Jan 27 16:56:38.797117 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6366a489-620b-430e-9a8a-066d17f7f95e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2758a88-7fca-4382-bd0b-d646af957445,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:56:38.802458 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.plugin [None req-b6753210-0cdd-442b-be4e-86a7127893be admin admin] Deleting port dac7b549-5874-428f-87f8-b2c363648329 {{(pid=114094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:56:38.803622 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-b6753210-0cdd-442b-be4e-86a7127893be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740202897008'] for port (dac7b549-5874-428f-87f8-b2c363648329), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:38.917154 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.db [None req-b6753210-0cdd-442b-be4e-86a7127893be admin admin] For port dac7b549-5874-428f-87f8-b2c363648329, host dv-cinder-818830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818830-2-iscsi',level=0,port_id=dac7b549-5874-428f-87f8-b2c363648329,segment=NetworkSegment(9bd3a446-0196-4595-aa07-09a05d016e38),segment_id=9bd3a446-0196-4595-aa07-09a05d016e38)] {{(pid=114094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:56:38.917653 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-b6753210-0cdd-442b-be4e-86a7127893be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797243'] for port (dac7b549-5874-428f-87f8-b2c363648329), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:38.932594 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.plugin [None req-b6753210-0cdd-442b-be4e-86a7127893be admin admin] Calling delete_port for dac7b549-5874-428f-87f8-b2c363648329 owned by network:router_gateway {{(pid=114094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:56:39.054735 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_hamode_db [None req-7ea0d1a4-2f48-4262-bd63-06204f52fdb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5245b7fb-c68f-4c38-a085-3cc3fb83c5dd', 'name': 'tempest-TestShelveInstance-1014975214-router', 'tenant_id': '63cea5ab5c644c2ba6badb6d25b3dbdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'dac7b549-5874-428f-87f8-b2c363648329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:50:56Z', 'updated_at': '2022-01-27T16:56:37Z', 'revision_number': 5, 'project_id': '63cea5ab5c644c2ba6badb6d25b3dbdc', 'gw_port': {'id': 'dac7b549-5874-428f-87f8-b2c363648329', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:55:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5245b7fb-c68f-4c38-a085-3cc3fb83c5dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:50:57Z', 'updated_at': '2022-01-27T16:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi'}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:56:39.097579 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea0d1a4-2f48-4262-bd63-06204f52fdb9 None None] The sync data for ids ['5245b7fb-c68f-4c38-a085-3cc3fb83c5dd'] in dv-cinder-818830-2-iscsi is: [{'id': '5245b7fb-c68f-4c38-a085-3cc3fb83c5dd', 'name': 'tempest-TestShelveInstance-1014975214-router', 'tenant_id': '63cea5ab5c644c2ba6badb6d25b3dbdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'dac7b549-5874-428f-87f8-b2c363648329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:50:56Z', 'updated_at': '2022-01-27T16:56:37Z', 'revision_number': 5, 'project_id': '63cea5ab5c644c2ba6badb6d25b3dbdc', 'gw_port': {'id': 'dac7b549-5874-428f-87f8-b2c363648329', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:55:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5245b7fb-c68f-4c38-a085-3cc3fb83c5dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:50:57Z', 'updated_at': '2022-01-27T16:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi'}] {{(pid=114097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 16:56:39.163643 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-b6753210-0cdd-442b-be4e-86a7127893be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740202902474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740202573626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777202'] for port (dac7b549-5874-428f-87f8-b2c363648329), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:39.176962 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 54494) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:56:39.190014 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6753210-0cdd-442b-be4e-86a7127893be admin admin] Pushing event deleted for resources: {'Port': ['ID=dac7b549-5874-428f-87f8-b2c363648329,revision_number=None']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:56:39.192212 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-6765051b-33e2-41db-b686-7f48dbca7347 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:39.249513 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-b6753210-0cdd-442b-be4e-86a7127893be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1797530'] for router_gateway (5245b7fb-c68f-4c38-a085-3cc3fb83c5dd), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:39.274788 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-6765051b-33e2-41db-b686-7f48dbca7347 admin admin] Publish callbacks [] for security_group (44cc03c3-48bc-4a75-a632-a2d837e0ba4d), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:39.278526 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-6765051b-33e2-41db-b686-7f48dbca7347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (44cc03c3-48bc-4a75-a632-a2d837e0ba4d), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:39.320037 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-6765051b-33e2-41db-b686-7f48dbca7347 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3e40ecb4666046ae8a1c2867c7d3fcbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1416183 Jan 27 16:56:39.322551 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 54496) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:56:39.328648 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6765051b-33e2-41db-b686-7f48dbca7347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44cc03c3-48bc-4a75-a632-a2d837e0ba4d,revision_number=1']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:56:39.337334 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-b6753210-0cdd-442b-be4e-86a7127893be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router (5245b7fb-c68f-4c38-a085-3cc3fb83c5dd), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:39.339426 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-b6753210-0cdd-442b-be4e-86a7127893be admin admin] Publish callbacks [] for router_controller (5245b7fb-c68f-4c38-a085-3cc3fb83c5dd), precommit_delete_associations {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:39.373683 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-dd7e15ce-f3b9-4e88-ae46-ce2aa43a86f7 admin admin] Publish callbacks [] for security_group (44cc03c3-48bc-4a75-a632-a2d837e0ba4d), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:39.385649 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-b6753210-0cdd-442b-be4e-86a7127893be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1794534'] for router (5245b7fb-c68f-4c38-a085-3cc3fb83c5dd), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:39.386202 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6753210-0cdd-442b-be4e-86a7127893be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5245b7fb-c68f-4c38-a085-3cc3fb83c5dd {{(pid=114094) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 16:56:39.390476 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-b6753210-0cdd-442b-be4e-86a7127893be admin admin] Publish callbacks [] for router (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:39.391542 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-b6753210-0cdd-442b-be4e-86a7127893be admin admin] 10.222.0.48 "DELETE /v2.0/routers/5245b7fb-c68f-4c38-a085-3cc3fb83c5dd HTTP/1.1" status: 204 len: 168 time: 1.1901615 Jan 27 16:56:39.394070 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 54498) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:56:39.396622 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-dd7e15ce-f3b9-4e88-ae46-ce2aa43a86f7 admin admin] Publish callbacks [] for security_group (44cc03c3-48bc-4a75-a632-a2d837e0ba4d), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:39.439083 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fd71606-f7e7-46bb-a4f6-da520a622e6d admin admin] Deleting subnet c953c124-0fe9-47e8-846e-35a7c9e9271e {{(pid=114094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 16:56:39.442608 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-0fd71606-f7e7-46bb-a4f6-da520a622e6d admin admin] Publish callbacks [] for subnet (c953c124-0fe9-47e8-846e-35a7c9e9271e), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:39.446429 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-dd7e15ce-f3b9-4e88-ae46-ce2aa43a86f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (44cc03c3-48bc-4a75-a632-a2d837e0ba4d), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:39.449102 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-dd7e15ce-f3b9-4e88-ae46-ce2aa43a86f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:39.452859 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-dd7e15ce-f3b9-4e88-ae46-ce2aa43a86f7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/44cc03c3-48bc-4a75-a632-a2d837e0ba4d HTTP/1.1" status: 204 len: 168 time: 0.1269214 Jan 27 16:56:39.462847 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7e15ce-f3b9-4e88-ae46-ce2aa43a86f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44cc03c3-48bc-4a75-a632-a2d837e0ba4d,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:56:39.491132 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-0fd71606-f7e7-46bb-a4f6-da520a622e6d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9277020'] for subnet (c953c124-0fe9-47e8-846e-35a7c9e9271e), precommit_delete_associations {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:39.579401 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-0fd71606-f7e7-46bb-a4f6-da520a622e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-889273'] for subnet (c953c124-0fe9-47e8-846e-35a7c9e9271e), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:39.636049 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-0fd71606-f7e7-46bb-a4f6-da520a622e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-889270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8777159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875549'] for subnet (c953c124-0fe9-47e8-846e-35a7c9e9271e), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:39.667754 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd71606-f7e7-46bb-a4f6-da520a622e6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c953c124-0fe9-47e8-846e-35a7c9e9271e,revision_number=None']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:56:39.671380 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-0fd71606-f7e7-46bb-a4f6-da520a622e6d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:39.674596 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-0fd71606-f7e7-46bb-a4f6-da520a622e6d admin admin] 10.222.0.48 "DELETE /v2.0/subnets/c953c124-0fe9-47e8-846e-35a7c9e9271e HTTP/1.1" status: 204 len: 168 time: 0.2794700 Jan 27 16:56:39.678338 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 54504) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:56:39.680762 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640494d7-65b0-4401-ab30-0e47a9ab9a0d None None] Network 70fa1606-5f5c-4dad-a068-f2643ee5660f requested from dv-cinder-818830-2-iscsi {{(pid=114096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 16:56:39.751266 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-7f6e8264-abff-427b-8ceb-7bb22171b56e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012344'] for network (70fa1606-5f5c-4dad-a068-f2643ee5660f), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:39.825034 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.plugin [None req-7f6e8264-abff-427b-8ceb-7bb22171b56e admin admin] Deleting port b12a8683-f18c-465c-bace-83a946e0e0f7 {{(pid=114094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:56:39.825376 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-7f6e8264-abff-427b-8ceb-7bb22171b56e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740202897008'] for port (b12a8683-f18c-465c-bace-83a946e0e0f7), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:39.896203 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.db [None req-7f6e8264-abff-427b-8ceb-7bb22171b56e admin admin] For port b12a8683-f18c-465c-bace-83a946e0e0f7, host dv-cinder-818830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818830-2-iscsi',level=0,port_id=b12a8683-f18c-465c-bace-83a946e0e0f7,segment=NetworkSegment(3d2752a5-59f0-4a50-bd88-e5c169be5fda),segment_id=3d2752a5-59f0-4a50-bd88-e5c169be5fda)] {{(pid=114094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:56:39.896625 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-7f6e8264-abff-427b-8ceb-7bb22171b56e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797243'] for port (b12a8683-f18c-465c-bace-83a946e0e0f7), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:39.909057 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a28f282-bddf-44cb-bf90-95fde70f4738 None None] DHCP port deletion for 70fa1606-5f5c-4dad-a068-f2643ee5660f request from dv-cinder-818830-2-iscsi {{(pid=114096) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 16:56:39.912136 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.plugin [None req-7f6e8264-abff-427b-8ceb-7bb22171b56e admin admin] Calling delete_port for b12a8683-f18c-465c-bace-83a946e0e0f7 owned by network:dhcp {{(pid=114094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:56:39.968165 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-4a28f282-bddf-44cb-bf90-95fde70f4738 None None] Deleting port b12a8683-f18c-465c-bace-83a946e0e0f7 {{(pid=114096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:56:39.968539 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-4a28f282-bddf-44cb-bf90-95fde70f4738 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740202897008'] for port (b12a8683-f18c-465c-bace-83a946e0e0f7), before_delete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:40.000715 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-7f6e8264-abff-427b-8ceb-7bb22171b56e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740202902474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740202573626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777202'] for port (b12a8683-f18c-465c-bace-83a946e0e0f7), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:40.031440 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6e8264-abff-427b-8ceb-7bb22171b56e admin admin] Pushing event deleted for resources: {'Port': ['ID=b12a8683-f18c-465c-bace-83a946e0e0f7,revision_number=None']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:56:40.033605 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6e8264-abff-427b-8ceb-7bb22171b56e admin admin] No DVR routers for this DVR port b12a8683-f18c-465c-bace-83a946e0e0f7 on host dv-cinder-818830-2-iscsi {{(pid=114094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 16:56:40.048490 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-4a28f282-bddf-44cb-bf90-95fde70f4738 None None] For port b12a8683-f18c-465c-bace-83a946e0e0f7, host dv-cinder-818830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818830-2-iscsi',level=0,port_id=b12a8683-f18c-465c-bace-83a946e0e0f7,segment=NetworkSegment(3d2752a5-59f0-4a50-bd88-e5c169be5fda),segment_id=3d2752a5-59f0-4a50-bd88-e5c169be5fda)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:56:40.048987 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-4a28f282-bddf-44cb-bf90-95fde70f4738 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797243'] for port (b12a8683-f18c-465c-bace-83a946e0e0f7), precommit_delete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:40.061904 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-4a28f282-bddf-44cb-bf90-95fde70f4738 None None] Calling delete_port for b12a8683-f18c-465c-bace-83a946e0e0f7 owned by network:dhcp {{(pid=114096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:56:40.108027 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-7f6e8264-abff-427b-8ceb-7bb22171b56e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891970', 'neutron.services.segments.db._delete_segments_for_network-8740203086740'] for network (70fa1606-5f5c-4dad-a068-f2643ee5660f), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:40.128408 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.services.segments.db [None req-7f6e8264-abff-427b-8ceb-7bb22171b56e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70fa1606-5f5c-4dad-a068-f2643ee5660f']}} {{(pid=114094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:56:40.138221 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.services.segments.db [None req-7f6e8264-abff-427b-8ceb-7bb22171b56e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d2752a5-59f0-4a50-bd88-e5c169be5fda') {'for_net_delete': True} {{(pid=114094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:56:40.138528 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.services.segments.db [None req-7f6e8264-abff-427b-8ceb-7bb22171b56e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d2752a5-59f0-4a50-bd88-e5c169be5fda') {} {{(pid=114094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:56:40.149921 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-7f6e8264-abff-427b-8ceb-7bb22171b56e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740203088285', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9276965'] for segment (3d2752a5-59f0-4a50-bd88-e5c169be5fda), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:40.151662 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-4a28f282-bddf-44cb-bf90-95fde70f4738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740202902474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740202573626'] for port (b12a8683-f18c-465c-bace-83a946e0e0f7), after_delete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:40.167658 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-7f6e8264-abff-427b-8ceb-7bb22171b56e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985126'] for segment (3d2752a5-59f0-4a50-bd88-e5c169be5fda), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:40.179211 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f6e8264-abff-427b-8ceb-7bb22171b56e admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=114094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 16:56:40.179744 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a28f282-bddf-44cb-bf90-95fde70f4738 None None] Pushing event deleted for resources: {'Port': ['ID=b12a8683-f18c-465c-bace-83a946e0e0f7,revision_number=None']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:56:40.184042 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-7f6e8264-abff-427b-8ceb-7bb22171b56e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8777005'] for segment (3d2752a5-59f0-4a50-bd88-e5c169be5fda), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:40.184307 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a28f282-bddf-44cb-bf90-95fde70f4738 None None] No DVR routers for this DVR port b12a8683-f18c-465c-bace-83a946e0e0f7 on host dv-cinder-818830-2-iscsi {{(pid=114096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 16:56:40.186587 dv-cinder-818830-2-iscsi neutron-server[114094]: Traceback (most recent call last): Jan 27 16:56:40.186587 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 16:56:40.186587 dv-cinder-818830-2-iscsi neutron-server[114094]: timer() Jan 27 16:56:40.186587 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 16:56:40.186587 dv-cinder-818830-2-iscsi neutron-server[114094]: cb(*args, **kw) Jan 27 16:56:40.186587 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 16:56:40.186587 dv-cinder-818830-2-iscsi neutron-server[114094]: return func(*args, **kwargs) Jan 27 16:56:40.186587 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 16:56:40.186587 dv-cinder-818830-2-iscsi neutron-server[114094]: self._notify() Jan 27 16:56:40.186587 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 16:56:40.186587 dv-cinder-818830-2-iscsi neutron-server[114094]: self.callback(batched_events) Jan 27 16:56:40.186587 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 16:56:40.186587 dv-cinder-818830-2-iscsi neutron-server[114094]: event.method(event) Jan 27 16:56:40.186587 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 16:56:40.186587 dv-cinder-818830-2-iscsi neutron-server[114094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 16:56:40.186587 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 16:56:40.186587 dv-cinder-818830-2-iscsi neutron-server[114094]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 16:56:40.186587 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 16:56:40.186587 dv-cinder-818830-2-iscsi neutron-server[114094]: return f(self, *a, **k) Jan 27 16:56:40.186587 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 16:56:40.186587 dv-cinder-818830-2-iscsi neutron-server[114094]: return self._get(url).json() Jan 27 16:56:40.186587 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 16:56:40.186587 dv-cinder-818830-2-iscsi neutron-server[114094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 16:56:40.186587 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 16:56:40.186587 dv-cinder-818830-2-iscsi neutron-server[114094]: return self.request(url, 'GET', **kwargs) Jan 27 16:56:40.186587 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 16:56:40.186587 dv-cinder-818830-2-iscsi neutron-server[114094]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 16:56:40.186587 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 16:56:40.186587 dv-cinder-818830-2-iscsi neutron-server[114094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 16:56:40.186587 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 16:56:40.186587 dv-cinder-818830-2-iscsi neutron-server[114094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 16:56:40.186587 dv-cinder-818830-2-iscsi neutron-server[114094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 16:56:40.257076 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-7f6e8264-abff-427b-8ceb-7bb22171b56e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1796466'] for network (70fa1606-5f5c-4dad-a068-f2643ee5660f), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:40.263335 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-7f6e8264-abff-427b-8ceb-7bb22171b56e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032074'] for network (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:40.270957 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-7f6e8264-abff-427b-8ceb-7bb22171b56e admin admin] 10.222.0.48 "DELETE /v2.0/networks/70fa1606-5f5c-4dad-a068-f2643ee5660f HTTP/1.1" status: 204 len: 168 time: 0.5915611 Jan 27 16:56:40.284023 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6e8264-abff-427b-8ceb-7bb22171b56e admin admin] Pushing event deleted for resources: {'Network': ['ID=70fa1606-5f5c-4dad-a068-f2643ee5660f,revision_number=None']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:56:40.452209 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 54538) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:56:40.502001 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-2952d855-3876-4aeb-8847-7fe7814d438f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5c13f9d51cfe44de91903d2de6032c92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0438426 Jan 27 16:56:40.502001 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 54540) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:56:40.552586 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-e490422e-235e-48e1-80f6-6568a4a9a37f admin admin] Publish callbacks [] for security_group (5b8c06d9-f36a-41f1-b685-458eee598797), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:40.579004 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-e490422e-235e-48e1-80f6-6568a4a9a37f admin admin] Publish callbacks [] for security_group (5b8c06d9-f36a-41f1-b685-458eee598797), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:40.637365 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-e490422e-235e-48e1-80f6-6568a4a9a37f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (5b8c06d9-f36a-41f1-b685-458eee598797), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:40.640005 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-e490422e-235e-48e1-80f6-6568a4a9a37f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:40.641108 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-e490422e-235e-48e1-80f6-6568a4a9a37f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5b8c06d9-f36a-41f1-b685-458eee598797 HTTP/1.1" status: 204 len: 168 time: 0.1416147 Jan 27 16:56:40.650249 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e490422e-235e-48e1-80f6-6568a4a9a37f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b8c06d9-f36a-41f1-b685-458eee598797,revision_number=None']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:56:40.842678 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 54556) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:56:40.953733 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 54562) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:56:40.994825 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-e878177f-1c73-4633-9b48-366ecad31cfc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=63cea5ab5c644c2ba6badb6d25b3dbdc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399251 Jan 27 16:56:40.997304 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 54564) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:56:41.048274 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-e00333c9-c2a7-4072-a957-37dbba586524 admin admin] Publish callbacks [] for security_group (67e1ae5d-e337-4c00-b9fa-e4d20479b7c1), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:41.078587 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-e00333c9-c2a7-4072-a957-37dbba586524 admin admin] Publish callbacks [] for security_group (67e1ae5d-e337-4c00-b9fa-e4d20479b7c1), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:41.127101 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-d5a3a863-0369-4ea4-98b0-ba4991fd4c06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:41.142111 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device b12a8683-f18c-465c-bace-83a946e0e0f7 no longer exists at agent ovs-agent-dv-cinder-818830-2-iscsi {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:56:41.156901 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-e00333c9-c2a7-4072-a957-37dbba586524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (67e1ae5d-e337-4c00-b9fa-e4d20479b7c1), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:41.161286 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-e00333c9-c2a7-4072-a957-37dbba586524 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:41.166957 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-e00333c9-c2a7-4072-a957-37dbba586524 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/67e1ae5d-e337-4c00-b9fa-e4d20479b7c1 HTTP/1.1" status: 204 len: 168 time: 0.1683235 Jan 27 16:56:41.175903 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00333c9-c2a7-4072-a957-37dbba586524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e1ae5d-e337-4c00-b9fa-e4d20479b7c1,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:56:41.179419 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] No Port match for: b12a8683-f18c-465c-bace-83a946e0e0f7 {{(pid=114096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 16:56:41.180027 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device b12a8683-f18c-465c-bace-83a946e0e0f7 not bound to the agent host dv-cinder-818830-2-iscsi {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 16:56:41.180615 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device 4ebd97ad-6c67-4c08-9d35-cce0cac47bd5 no longer exists at agent ovs-agent-dv-cinder-818830-2-iscsi {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:56:41.205612 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] No Port match for: 4ebd97ad-6c67-4c08-9d35-cce0cac47bd5 {{(pid=114096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 16:56:41.206171 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device 4ebd97ad-6c67-4c08-9d35-cce0cac47bd5 not bound to the agent host dv-cinder-818830-2-iscsi {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 16:56:41.206854 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device dac7b549-5874-428f-87f8-b2c363648329 no longer exists at agent ovs-agent-dv-cinder-818830-2-iscsi {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:56:41.236005 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-d5a3a863-0369-4ea4-98b0-ba4991fd4c06 admin admin] Publish callbacks [] for security_group (c5dc2a24-f633-4218-b01b-cdcead6d04ef), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:41.237570 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] No Port match for: dac7b549-5874-428f-87f8-b2c363648329 {{(pid=114096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 16:56:41.237918 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device dac7b549-5874-428f-87f8-b2c363648329 not bound to the agent host dv-cinder-818830-2-iscsi {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 16:56:41.242655 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-d5a3a863-0369-4ea4-98b0-ba4991fd4c06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (c5dc2a24-f633-4218-b01b-cdcead6d04ef), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:41.286661 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-d5a3a863-0369-4ea4-98b0-ba4991fd4c06 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2ea7c48a7898499b8473ea698fa4fe5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4428391 Jan 27 16:56:41.290303 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 54578) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:56:41.290460 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a3a863-0369-4ea4-98b0-ba4991fd4c06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5dc2a24-f633-4218-b01b-cdcead6d04ef,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:56:41.354891 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-45b06a9b-8061-4bfd-a107-4f79f747c793 admin admin] Publish callbacks [] for security_group (c5dc2a24-f633-4218-b01b-cdcead6d04ef), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:41.382451 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-45b06a9b-8061-4bfd-a107-4f79f747c793 admin admin] Publish callbacks [] for security_group (c5dc2a24-f633-4218-b01b-cdcead6d04ef), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:41.442091 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-45b06a9b-8061-4bfd-a107-4f79f747c793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (c5dc2a24-f633-4218-b01b-cdcead6d04ef), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:41.445000 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-45b06a9b-8061-4bfd-a107-4f79f747c793 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:41.448870 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-45b06a9b-8061-4bfd-a107-4f79f747c793 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c5dc2a24-f633-4218-b01b-cdcead6d04ef HTTP/1.1" status: 204 len: 168 time: 0.1524460 Jan 27 16:56:41.454868 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b06a9b-8061-4bfd-a107-4f79f747c793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5dc2a24-f633-4218-b01b-cdcead6d04ef,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:56:41.826073 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 54588) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:56:41.841057 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-edf2bde6-0c82-4e36-af3b-2c0dbc0fc7e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:41.920898 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-edf2bde6-0c82-4e36-af3b-2c0dbc0fc7e5 admin admin] Publish callbacks [] for security_group (c7b2eef0-1903-4f9b-b026-d98895514168), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:41.924494 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-edf2bde6-0c82-4e36-af3b-2c0dbc0fc7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (c7b2eef0-1903-4f9b-b026-d98895514168), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:41.964932 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-edf2bde6-0c82-4e36-af3b-2c0dbc0fc7e5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d6b1bdbb67ad41fda0396c9119be660b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1377475 Jan 27 16:56:41.966331 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf2bde6-0c82-4e36-af3b-2c0dbc0fc7e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b2eef0-1903-4f9b-b026-d98895514168,revision_number=1']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:56:41.967889 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 54590) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:56:42.017577 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-e3eb94cc-913e-4c4c-bc89-45c9caefa821 admin admin] Publish callbacks [] for security_group (c7b2eef0-1903-4f9b-b026-d98895514168), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:42.038172 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-e3eb94cc-913e-4c4c-bc89-45c9caefa821 admin admin] Publish callbacks [] for security_group (c7b2eef0-1903-4f9b-b026-d98895514168), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:42.084106 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-e3eb94cc-913e-4c4c-bc89-45c9caefa821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (c7b2eef0-1903-4f9b-b026-d98895514168), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:42.086727 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-e3eb94cc-913e-4c4c-bc89-45c9caefa821 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:42.087895 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-e3eb94cc-913e-4c4c-bc89-45c9caefa821 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c7b2eef0-1903-4f9b-b026-d98895514168 HTTP/1.1" status: 204 len: 168 time: 0.1188831 Jan 27 16:56:42.095274 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eb94cc-913e-4c4c-bc89-45c9caefa821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b2eef0-1903-4f9b-b026-d98895514168,revision_number=None']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:56:43.658737 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.agents_db [None req-5545c54b-af05-4075-94be-94e2438c302a None None] Agent healthcheck: found 6 active agents {{(pid=114097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 16:56:44.868710 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 54778) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:56:44.975467 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-9cfdc65a-ae69-406e-84dc-2a449dfca765 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:45.053698 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-9cfdc65a-ae69-406e-84dc-2a449dfca765 admin admin] Publish callbacks [] for security_group (6fb3855b-88b2-4ea6-a261-bf21f0677499), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:45.057070 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-9cfdc65a-ae69-406e-84dc-2a449dfca765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (6fb3855b-88b2-4ea6-a261-bf21f0677499), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:45.095159 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-9cfdc65a-ae69-406e-84dc-2a449dfca765 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2b8bdc1d1a384ecabea074d0216dfc2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2252531 Jan 27 16:56:45.095901 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfdc65a-ae69-406e-84dc-2a449dfca765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb3855b-88b2-4ea6-a261-bf21f0677499,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:56:45.097738 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 54782) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:56:45.148820 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-ac3bf00e-18b5-46d4-9e56-73e1ffc54470 admin admin] Publish callbacks [] for security_group (6fb3855b-88b2-4ea6-a261-bf21f0677499), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:45.169429 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-ac3bf00e-18b5-46d4-9e56-73e1ffc54470 admin admin] Publish callbacks [] for security_group (6fb3855b-88b2-4ea6-a261-bf21f0677499), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:45.214834 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-ac3bf00e-18b5-46d4-9e56-73e1ffc54470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (6fb3855b-88b2-4ea6-a261-bf21f0677499), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:45.217539 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-ac3bf00e-18b5-46d4-9e56-73e1ffc54470 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:45.218671 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-ac3bf00e-18b5-46d4-9e56-73e1ffc54470 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6fb3855b-88b2-4ea6-a261-bf21f0677499 HTTP/1.1" status: 204 len: 168 time: 0.1194081 Jan 27 16:56:45.226745 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3bf00e-18b5-46d4-9e56-73e1ffc54470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb3855b-88b2-4ea6-a261-bf21f0677499,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:56:45.473284 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 54788) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:56:45.486352 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-28b3e324-8f57-423c-8207-a9173474972b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:45.561757 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-28b3e324-8f57-423c-8207-a9173474972b admin admin] Publish callbacks [] for security_group (99846ca0-5b15-42bf-b483-904fa268b4fa), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:45.567071 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-28b3e324-8f57-423c-8207-a9173474972b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (99846ca0-5b15-42bf-b483-904fa268b4fa), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:45.603653 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-28b3e324-8f57-423c-8207-a9173474972b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f8f7db21423e466caf132d62c3918b9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1292522 Jan 27 16:56:45.604517 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b3e324-8f57-423c-8207-a9173474972b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99846ca0-5b15-42bf-b483-904fa268b4fa,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:56:45.606335 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 54790) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:56:45.656128 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-675c3571-7890-4983-8598-e5eda7deba53 admin admin] Publish callbacks [] for security_group (99846ca0-5b15-42bf-b483-904fa268b4fa), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:45.678801 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-675c3571-7890-4983-8598-e5eda7deba53 admin admin] Publish callbacks [] for security_group (99846ca0-5b15-42bf-b483-904fa268b4fa), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:45.724333 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-675c3571-7890-4983-8598-e5eda7deba53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (99846ca0-5b15-42bf-b483-904fa268b4fa), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:45.726904 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-675c3571-7890-4983-8598-e5eda7deba53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:45.728120 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-675c3571-7890-4983-8598-e5eda7deba53 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/99846ca0-5b15-42bf-b483-904fa268b4fa HTTP/1.1" status: 204 len: 168 time: 0.1196856 Jan 27 16:56:45.736574 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675c3571-7890-4983-8598-e5eda7deba53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99846ca0-5b15-42bf-b483-904fa268b4fa,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:56:46.253148 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 54820) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:56:46.359841 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-57d6e14f-5556-4309-ba65-1f2719946689 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:46.388947 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-b9ca3eea-8d30-4858-a5a2-f60efaa02308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (b49cc950-6aaa-44e3-a3c4-70b67101afab), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:46.440152 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-57d6e14f-5556-4309-ba65-1f2719946689 admin admin] Publish callbacks [] for security_group (f3243931-7d42-45e1-a156-13412814becd), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:46.445010 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-57d6e14f-5556-4309-ba65-1f2719946689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (f3243931-7d42-45e1-a156-13412814becd), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:46.485283 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-57d6e14f-5556-4309-ba65-1f2719946689 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d46b167f4490482092ff97e6f47c4e01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2279918 Jan 27 16:56:46.485501 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 54832) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:56:46.492329 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d6e14f-5556-4309-ba65-1f2719946689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3243931-7d42-45e1-a156-13412814becd,revision_number=1']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:56:46.538565 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-bf8ddfee-d38b-4967-a1a8-d1d1c63c637f admin admin] Publish callbacks [] for security_group (f3243931-7d42-45e1-a156-13412814becd), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:46.560792 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-bf8ddfee-d38b-4967-a1a8-d1d1c63c637f admin admin] Publish callbacks [] for security_group (f3243931-7d42-45e1-a156-13412814becd), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:46.608631 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-bf8ddfee-d38b-4967-a1a8-d1d1c63c637f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (f3243931-7d42-45e1-a156-13412814becd), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:46.611398 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-bf8ddfee-d38b-4967-a1a8-d1d1c63c637f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:46.612567 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-bf8ddfee-d38b-4967-a1a8-d1d1c63c637f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f3243931-7d42-45e1-a156-13412814becd HTTP/1.1" status: 204 len: 168 time: 0.1262348 Jan 27 16:56:46.621237 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8ddfee-d38b-4967-a1a8-d1d1c63c637f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3243931-7d42-45e1-a156-13412814becd,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:56:46.934938 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 54850) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:56:46.948039 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-cf30ee64-54f3-4c31-b00b-a20711b410b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:47.024510 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-cf30ee64-54f3-4c31-b00b-a20711b410b9 admin admin] Publish callbacks [] for security_group (846a18b6-b55f-44ee-9daa-787f8d92e30d), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:47.028629 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-cf30ee64-54f3-4c31-b00b-a20711b410b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (846a18b6-b55f-44ee-9daa-787f8d92e30d), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:47.070587 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-cf30ee64-54f3-4c31-b00b-a20711b410b9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5d858fa7cbe14fb0b5764b2e7972009e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1344674 Jan 27 16:56:47.072651 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf30ee64-54f3-4c31-b00b-a20711b410b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=846a18b6-b55f-44ee-9daa-787f8d92e30d,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:56:47.073409 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 54856) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:56:47.122375 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-14bb0384-2d77-4d74-a489-8c8c17eef4a8 admin admin] Publish callbacks [] for security_group (846a18b6-b55f-44ee-9daa-787f8d92e30d), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:47.143750 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-14bb0384-2d77-4d74-a489-8c8c17eef4a8 admin admin] Publish callbacks [] for security_group (846a18b6-b55f-44ee-9daa-787f8d92e30d), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:47.195605 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-14bb0384-2d77-4d74-a489-8c8c17eef4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (846a18b6-b55f-44ee-9daa-787f8d92e30d), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:47.198160 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-14bb0384-2d77-4d74-a489-8c8c17eef4a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:47.201554 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-14bb0384-2d77-4d74-a489-8c8c17eef4a8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/846a18b6-b55f-44ee-9daa-787f8d92e30d HTTP/1.1" status: 204 len: 168 time: 0.1246495 Jan 27 16:56:47.207496 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bb0384-2d77-4d74-a489-8c8c17eef4a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=846a18b6-b55f-44ee-9daa-787f8d92e30d,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:56:48.405673 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 54918) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:56:48.424270 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (853c399d-72c7-467e-bd42-08a47e7fb1c3), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:48.453425 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-213ea9b7-cfde-4a64-af9d-04c379a704e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (bdbd084a-7876-495d-b5d9-cf3ee18f0227), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:48.614823 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-1112ae83-b9c2-4ba5-b0f8-9c29dca11408 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:48.690198 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-1112ae83-b9c2-4ba5-b0f8-9c29dca11408 admin admin] Publish callbacks [] for security_group (c2c7b5ea-4e85-40b0-b5a0-b3cc0526aad1), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:48.694383 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-1112ae83-b9c2-4ba5-b0f8-9c29dca11408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (c2c7b5ea-4e85-40b0-b5a0-b3cc0526aad1), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:48.732787 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-1112ae83-b9c2-4ba5-b0f8-9c29dca11408 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8312debdd46c40138ce82ef860efd571&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3260341 Jan 27 16:56:48.734867 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1112ae83-b9c2-4ba5-b0f8-9c29dca11408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c7b5ea-4e85-40b0-b5a0-b3cc0526aad1,revision_number=1']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:56:48.735617 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 54928) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:56:48.790409 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-2e7efa91-a1d9-4c36-94ff-cd7fa4a5a5ab admin admin] Publish callbacks [] for security_group (c2c7b5ea-4e85-40b0-b5a0-b3cc0526aad1), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:48.811516 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-2e7efa91-a1d9-4c36-94ff-cd7fa4a5a5ab admin admin] Publish callbacks [] for security_group (c2c7b5ea-4e85-40b0-b5a0-b3cc0526aad1), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:48.859942 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-2e7efa91-a1d9-4c36-94ff-cd7fa4a5a5ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (c2c7b5ea-4e85-40b0-b5a0-b3cc0526aad1), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:48.862473 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-2e7efa91-a1d9-4c36-94ff-cd7fa4a5a5ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:48.863697 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-2e7efa91-a1d9-4c36-94ff-cd7fa4a5a5ab admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c2c7b5ea-4e85-40b0-b5a0-b3cc0526aad1 HTTP/1.1" status: 204 len: 168 time: 0.1270370 Jan 27 16:56:48.871904 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7efa91-a1d9-4c36-94ff-cd7fa4a5a5ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c7b5ea-4e85-40b0-b5a0-b3cc0526aad1,revision_number=None']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:56:49.187999 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 54948) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:56:49.200967 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-502537c5-3194-49cf-8c81-175b07e6397d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:49.277895 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-502537c5-3194-49cf-8c81-175b07e6397d admin admin] Publish callbacks [] for security_group (ecd8de79-a901-4261-bfa0-d900c5179732), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:49.281705 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-502537c5-3194-49cf-8c81-175b07e6397d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (ecd8de79-a901-4261-bfa0-d900c5179732), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:49.319517 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-502537c5-3194-49cf-8c81-175b07e6397d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9c6f93b2866847b5a782a8fe1faa6227&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1304178 Jan 27 16:56:49.320478 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502537c5-3194-49cf-8c81-175b07e6397d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd8de79-a901-4261-bfa0-d900c5179732,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:56:49.322252 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 54950) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:56:49.375000 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-c97cedc3-d06f-453d-baee-f0407b95792b admin admin] Publish callbacks [] for security_group (ecd8de79-a901-4261-bfa0-d900c5179732), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:49.397478 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-c97cedc3-d06f-453d-baee-f0407b95792b admin admin] Publish callbacks [] for security_group (ecd8de79-a901-4261-bfa0-d900c5179732), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:49.448232 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-c97cedc3-d06f-453d-baee-f0407b95792b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (ecd8de79-a901-4261-bfa0-d900c5179732), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:49.450415 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-c97cedc3-d06f-453d-baee-f0407b95792b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:49.451548 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-c97cedc3-d06f-453d-baee-f0407b95792b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ecd8de79-a901-4261-bfa0-d900c5179732 HTTP/1.1" status: 204 len: 168 time: 0.1274595 Jan 27 16:56:49.460352 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97cedc3-d06f-453d-baee-f0407b95792b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd8de79-a901-4261-bfa0-d900c5179732,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:56:49.526878 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-66ba84dd-632c-456a-bb12-6a575fe6244f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9495f383-87a2-4ffd-86dd-67b8d88d602c), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:50.131924 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 54976) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:56:50.225454 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.v2.base [None req-b82e4733-424b-4e81-8153-54955b38def0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1963222991-network', 'tenant_id': '5c7e7ca3910d467cb4e6e5678fb3aa01'}} {{(pid=114095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:56:50.245109 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b82e4733-424b-4e81-8153-54955b38def0 admin admin] Made reservation on behalf of 5c7e7ca3910d467cb4e6e5678fb3aa01 for: {'network': 1} {{(pid=114095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:56:50.247345 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-b82e4733-424b-4e81-8153-54955b38def0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for network (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:50.258073 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-b82e4733-424b-4e81-8153-54955b38def0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:50.332648 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-b82e4733-424b-4e81-8153-54955b38def0 admin admin] Publish callbacks [] for security_group (be6ca36c-8e1d-4b17-8a52-6c32664f15a6), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:50.336239 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-b82e4733-424b-4e81-8153-54955b38def0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (be6ca36c-8e1d-4b17-8a52-6c32664f15a6), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:50.357457 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b82e4733-424b-4e81-8153-54955b38def0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=114095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 16:56:50.373521 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82e4733-424b-4e81-8153-54955b38def0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be6ca36c-8e1d-4b17-8a52-6c32664f15a6,revision_number=1']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:56:50.377731 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-b82e4733-424b-4e81-8153-54955b38def0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985126'] for segment (f9eccb10-7bc0-433c-b663-991939aff888), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:50.378102 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.db.segments_db [None req-b82e4733-424b-4e81-8153-54955b38def0 admin admin] Added segment f9eccb10-7bc0-433c-b663-991939aff888 of type vlan for network e2fda725-afa5-49bd-a382-f7abc1050fd2 Jan 27 16:56:50.417610 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-b82e4733-424b-4e81-8153-54955b38def0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740202591609'] for network (e2fda725-afa5-49bd-a382-f7abc1050fd2), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:50.442321 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-b82e4733-424b-4e81-8153-54955b38def0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092'] for network (e2fda725-afa5-49bd-a382-f7abc1050fd2), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:50.443252 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82e4733-424b-4e81-8153-54955b38def0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:56:50.443867 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-b82e4733-424b-4e81-8153-54955b38def0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032074'] for network (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:50.495708 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-b82e4733-424b-4e81-8153-54955b38def0 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3626699 Jan 27 16:56:50.498726 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 54980) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:56:50.504241 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.v2.base [None req-7ae7ee2b-ec6d-4b86-a126-aa58c6b35cd3 admin admin] Request body: {'subnet': {'network_id': 'e2fda725-afa5-49bd-a382-f7abc1050fd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1963222991-subnet', 'tenant_id': '5c7e7ca3910d467cb4e6e5678fb3aa01', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:56:50.505367 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82e4733-424b-4e81-8153-54955b38def0 admin admin] Pushing event updated for resources: {'Network': ['ID=e2fda725-afa5-49bd-a382-f7abc1050fd2,revision_number=1']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:56:50.514897 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Network e2fda725-afa5-49bd-a382-f7abc1050fd2 details requested by agent ovs-agent-dv-cinder-818830-2-iscsi with host dv-cinder-818830-2-iscsi {{(pid=114096) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 16:56:50.524551 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae7ee2b-ec6d-4b86-a126-aa58c6b35cd3 admin admin] Made reservation on behalf of 5c7e7ca3910d467cb4e6e5678fb3aa01 for: {'subnet': 1} {{(pid=114094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:56:50.528369 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-7ae7ee2b-ec6d-4b86-a126-aa58c6b35cd3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8876028'] for subnet (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:50.711395 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-7ae7ee2b-ec6d-4b86-a126-aa58c6b35cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8777094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8876014'] for subnet (ebd27fa2-15a3-4a30-9a19-0851804e4de6), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:50.764856 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae7ee2b-ec6d-4b86-a126-aa58c6b35cd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebd27fa2-15a3-4a30-9a19-0851804e4de6,revision_number=0']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:56:50.781098 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae7ee2b-ec6d-4b86-a126-aa58c6b35cd3 admin admin] Checking segment: {'id': 'f9eccb10-7bc0-433c-b663-991939aff888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'e2fda725-afa5-49bd-a382-f7abc1050fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:56:50.781455 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae7ee2b-ec6d-4b86-a126-aa58c6b35cd3 admin admin] Network hostable DHCP agents. Network: e2fda725-afa5-49bd-a382-f7abc1050fd2, hostable agents: ['b49cc950-6aaa-44e3-a3c4-70b67101afab'], hosted agents: [] {{(pid=114094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 16:56:50.797812 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae7ee2b-ec6d-4b86-a126-aa58c6b35cd3 admin admin] Network e2fda725-afa5-49bd-a382-f7abc1050fd2 is scheduled to be hosted by DHCP agent b49cc950-6aaa-44e3-a3c4-70b67101afab with binding_index 1 {{(pid=114094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 16:56:50.806847 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.base_scheduler [None req-7ae7ee2b-ec6d-4b86-a126-aa58c6b35cd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818830-2-iscsi, e2fda725-afa5-49bd-a382-f7abc1050fd2) {{(pid=114094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:56:50.811112 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae7ee2b-ec6d-4b86-a126-aa58c6b35cd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:56:50.811651 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-7ae7ee2b-ec6d-4b86-a126-aa58c6b35cd3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:50.817559 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ba2f3c-7004-4426-8b2f-013a7806e2eb None None] Network e2fda725-afa5-49bd-a382-f7abc1050fd2 requested from dv-cinder-818830-2-iscsi {{(pid=114096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 16:56:50.829641 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-7ae7ee2b-ec6d-4b86-a126-aa58c6b35cd3 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3292911 Jan 27 16:56:50.930433 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d9f594-a1b1-45c3-b98a-d5776de7be1b None None] Network e2fda725-afa5-49bd-a382-f7abc1050fd2 requested from dv-cinder-818830-2-iscsi {{(pid=114096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 16:56:51.453691 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 55022) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:56:51.458991 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.v2.base [None req-b7511768-1b12-4ba0-8ae0-574feed0fee3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-404950264-network', 'tenant_id': '9a688ab9c1c945e8bc2689fd953854a0'}} {{(pid=114094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:56:51.477622 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7511768-1b12-4ba0-8ae0-574feed0fee3 admin admin] Made reservation on behalf of 9a688ab9c1c945e8bc2689fd953854a0 for: {'network': 1} {{(pid=114094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:56:51.480056 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-b7511768-1b12-4ba0-8ae0-574feed0fee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for network (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:51.489552 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-b7511768-1b12-4ba0-8ae0-574feed0fee3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:51.560847 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-d66b1738-fecd-429f-97ae-c3b5c23d3d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9d445c8f-179b-40e3-9cb5-ffaa95aecd6a), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:51.574008 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-b7511768-1b12-4ba0-8ae0-574feed0fee3 admin admin] Publish callbacks [] for security_group (03190e06-162d-48fe-bc23-1c657de754b4), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:51.578306 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-b7511768-1b12-4ba0-8ae0-574feed0fee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (03190e06-162d-48fe-bc23-1c657de754b4), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:51.601822 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7511768-1b12-4ba0-8ae0-574feed0fee3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=114094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 16:56:51.614334 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7511768-1b12-4ba0-8ae0-574feed0fee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03190e06-162d-48fe-bc23-1c657de754b4,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:56:51.619246 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-b7511768-1b12-4ba0-8ae0-574feed0fee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985126'] for segment (233eca88-b323-49c3-96cf-8a3e524db6df), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:51.619606 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.db.segments_db [None req-b7511768-1b12-4ba0-8ae0-574feed0fee3 admin admin] Added segment 233eca88-b323-49c3-96cf-8a3e524db6df of type vlan for network 63fe57da-a7c2-4877-a727-246568e9c5c2 Jan 27 16:56:51.661697 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-b7511768-1b12-4ba0-8ae0-574feed0fee3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740202591609'] for network (63fe57da-a7c2-4877-a727-246568e9c5c2), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:51.689160 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-b7511768-1b12-4ba0-8ae0-574feed0fee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092'] for network (63fe57da-a7c2-4877-a727-246568e9c5c2), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:51.690177 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7511768-1b12-4ba0-8ae0-574feed0fee3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:56:51.690771 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-b7511768-1b12-4ba0-8ae0-574feed0fee3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032074'] for network (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:51.747416 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-b7511768-1b12-4ba0-8ae0-574feed0fee3 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2925615 Jan 27 16:56:51.750162 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 55026) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:56:51.756905 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.v2.base [None req-d2aa885f-b400-4d79-b491-a97105fedf77 admin admin] Request body: {'subnet': {'network_id': '63fe57da-a7c2-4877-a727-246568e9c5c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-404950264-subnet', 'tenant_id': '9a688ab9c1c945e8bc2689fd953854a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:56:51.768541 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7511768-1b12-4ba0-8ae0-574feed0fee3 admin admin] Pushing event updated for resources: {'Network': ['ID=63fe57da-a7c2-4877-a727-246568e9c5c2,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:56:51.781054 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Network 63fe57da-a7c2-4877-a727-246568e9c5c2 details requested by agent ovs-agent-dv-cinder-818830-2-iscsi with host dv-cinder-818830-2-iscsi {{(pid=114096) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 16:56:51.787711 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2aa885f-b400-4d79-b491-a97105fedf77 admin admin] Made reservation on behalf of 9a688ab9c1c945e8bc2689fd953854a0 for: {'subnet': 1} {{(pid=114094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:56:51.789990 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-d2aa885f-b400-4d79-b491-a97105fedf77 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8876028'] for subnet (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:51.959310 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-d2aa885f-b400-4d79-b491-a97105fedf77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8777094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8876014'] for subnet (2af3252d-0af9-4ad2-8d31-f565b8c076aa), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:52.015181 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aa885f-b400-4d79-b491-a97105fedf77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2af3252d-0af9-4ad2-8d31-f565b8c076aa,revision_number=0']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:56:52.024172 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2aa885f-b400-4d79-b491-a97105fedf77 admin admin] Checking segment: {'id': '233eca88-b323-49c3-96cf-8a3e524db6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '63fe57da-a7c2-4877-a727-246568e9c5c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:56:52.024537 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2aa885f-b400-4d79-b491-a97105fedf77 admin admin] Network hostable DHCP agents. Network: 63fe57da-a7c2-4877-a727-246568e9c5c2, hostable agents: ['b49cc950-6aaa-44e3-a3c4-70b67101afab'], hosted agents: [] {{(pid=114094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 16:56:52.040278 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2aa885f-b400-4d79-b491-a97105fedf77 admin admin] Network 63fe57da-a7c2-4877-a727-246568e9c5c2 is scheduled to be hosted by DHCP agent b49cc950-6aaa-44e3-a3c4-70b67101afab with binding_index 1 {{(pid=114094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 16:56:52.048539 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.base_scheduler [None req-d2aa885f-b400-4d79-b491-a97105fedf77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818830-2-iscsi, 63fe57da-a7c2-4877-a727-246568e9c5c2) {{(pid=114094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:56:52.053356 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2aa885f-b400-4d79-b491-a97105fedf77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:56:52.053950 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-d2aa885f-b400-4d79-b491-a97105fedf77 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:52.057842 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f356d0-4cc1-44cd-8d87-bbc585fd0d90 None None] Network 63fe57da-a7c2-4877-a727-246568e9c5c2 requested from dv-cinder-818830-2-iscsi {{(pid=114096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 16:56:52.069199 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-d2aa885f-b400-4d79-b491-a97105fedf77 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3180480 Jan 27 16:56:52.155521 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9573c66-2531-43b0-adbb-f3e90d36e11c None None] Network 63fe57da-a7c2-4877-a727-246568e9c5c2 requested from dv-cinder-818830-2-iscsi {{(pid=114096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 16:56:52.593472 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (492c1832-c7a3-4f77-b4ba-2ebdc28556bf), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:55.631186 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 55096) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:56:55.732984 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-1412d5f0-1986-4fff-ad97-41804c8e52e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:55.806622 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-1412d5f0-1986-4fff-ad97-41804c8e52e2 admin admin] Publish callbacks [] for security_group (784806be-44a0-487e-8aa2-ff522c166b19), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:55.810160 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-1412d5f0-1986-4fff-ad97-41804c8e52e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (784806be-44a0-487e-8aa2-ff522c166b19), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:55.848097 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-1412d5f0-1986-4fff-ad97-41804c8e52e2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=207209f7d61e43d5b78a502b2deb0bb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2157497 Jan 27 16:56:55.848986 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1412d5f0-1986-4fff-ad97-41804c8e52e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=784806be-44a0-487e-8aa2-ff522c166b19,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:56:55.850746 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 55100) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:56:55.856052 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1412d5f0-1986-4fff-ad97-41804c8e52e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:56:55.856409 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1412d5f0-1986-4fff-ad97-41804c8e52e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:56:55.856757 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1412d5f0-1986-4fff-ad97-41804c8e52e2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:56:55.857095 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1412d5f0-1986-4fff-ad97-41804c8e52e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:56:55.857429 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1412d5f0-1986-4fff-ad97-41804c8e52e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:56:55.857758 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1412d5f0-1986-4fff-ad97-41804c8e52e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:56:55.858083 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1412d5f0-1986-4fff-ad97-41804c8e52e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:56:55.858421 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1412d5f0-1986-4fff-ad97-41804c8e52e2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:56:55.858746 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1412d5f0-1986-4fff-ad97-41804c8e52e2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:56:55.859073 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1412d5f0-1986-4fff-ad97-41804c8e52e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:56:55.859399 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1412d5f0-1986-4fff-ad97-41804c8e52e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:56:55.859760 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1412d5f0-1986-4fff-ad97-41804c8e52e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:56:55.860084 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1412d5f0-1986-4fff-ad97-41804c8e52e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:56:55.903438 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-98fd3d03-093b-4888-8df1-1f6d2b850ba7 admin admin] Publish callbacks [] for security_group (784806be-44a0-487e-8aa2-ff522c166b19), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:55.923633 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-98fd3d03-093b-4888-8df1-1f6d2b850ba7 admin admin] Publish callbacks [] for security_group (784806be-44a0-487e-8aa2-ff522c166b19), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:55.969958 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-98fd3d03-093b-4888-8df1-1f6d2b850ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (784806be-44a0-487e-8aa2-ff522c166b19), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:55.972640 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-98fd3d03-093b-4888-8df1-1f6d2b850ba7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:55.973777 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-98fd3d03-093b-4888-8df1-1f6d2b850ba7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/784806be-44a0-487e-8aa2-ff522c166b19 HTTP/1.1" status: 204 len: 168 time: 0.1220398 Jan 27 16:56:55.981786 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fd3d03-093b-4888-8df1-1f6d2b850ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=784806be-44a0-487e-8aa2-ff522c166b19,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:56:56.234253 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 55112) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:56:56.247132 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-911b307f-d646-4674-b34d-5b3d965d3ba2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:56.328949 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-911b307f-d646-4674-b34d-5b3d965d3ba2 admin admin] Publish callbacks [] for security_group (ac903f32-6f7a-49d2-a4c4-07291c22986a), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:56.333254 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-911b307f-d646-4674-b34d-5b3d965d3ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (ac903f32-6f7a-49d2-a4c4-07291c22986a), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:56.372807 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-911b307f-d646-4674-b34d-5b3d965d3ba2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b13616cb15b5454589da8ff3240101a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1374965 Jan 27 16:56:56.373704 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911b307f-d646-4674-b34d-5b3d965d3ba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac903f32-6f7a-49d2-a4c4-07291c22986a,revision_number=1']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:56:56.375687 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 55118) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:56:56.429335 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-37e7c368-e046-41fa-ade7-107e82a487a0 admin admin] Publish callbacks [] for security_group (ac903f32-6f7a-49d2-a4c4-07291c22986a), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:56.450955 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-37e7c368-e046-41fa-ade7-107e82a487a0 admin admin] Publish callbacks [] for security_group (ac903f32-6f7a-49d2-a4c4-07291c22986a), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:56.497087 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-37e7c368-e046-41fa-ade7-107e82a487a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (ac903f32-6f7a-49d2-a4c4-07291c22986a), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:56.499616 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-37e7c368-e046-41fa-ade7-107e82a487a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:56.503047 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-37e7c368-e046-41fa-ade7-107e82a487a0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ac903f32-6f7a-49d2-a4c4-07291c22986a HTTP/1.1" status: 204 len: 168 time: 0.1240456 Jan 27 16:56:56.509733 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7c368-e046-41fa-ade7-107e82a487a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac903f32-6f7a-49d2-a4c4-07291c22986a,revision_number=None']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:56:56.809378 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 55124) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:56:56.822467 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-69e2b9db-5328-4f28-ad59-7a1fad565a65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:56.902957 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-69e2b9db-5328-4f28-ad59-7a1fad565a65 admin admin] Publish callbacks [] for security_group (3a04e24b-2666-4cad-a41e-76b35bdeaa8e), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:56.907223 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-69e2b9db-5328-4f28-ad59-7a1fad565a65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (3a04e24b-2666-4cad-a41e-76b35bdeaa8e), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:56.945952 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-69e2b9db-5328-4f28-ad59-7a1fad565a65 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6bb801d635d147dbaa0fe5cef3cc5a09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1355152 Jan 27 16:56:56.947102 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e2b9db-5328-4f28-ad59-7a1fad565a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a04e24b-2666-4cad-a41e-76b35bdeaa8e,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:56:56.948781 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 55126) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:56:56.997439 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-d3bffd53-2330-4932-b640-fd17d6ca3349 admin admin] Publish callbacks [] for security_group (3a04e24b-2666-4cad-a41e-76b35bdeaa8e), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:57.022648 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-d3bffd53-2330-4932-b640-fd17d6ca3349 admin admin] Publish callbacks [] for security_group (3a04e24b-2666-4cad-a41e-76b35bdeaa8e), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:57.072861 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-d3bffd53-2330-4932-b640-fd17d6ca3349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (3a04e24b-2666-4cad-a41e-76b35bdeaa8e), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:57.075526 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-d3bffd53-2330-4932-b640-fd17d6ca3349 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:56:57.079782 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-d3bffd53-2330-4932-b640-fd17d6ca3349 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3a04e24b-2666-4cad-a41e-76b35bdeaa8e HTTP/1.1" status: 204 len: 168 time: 0.1299217 Jan 27 16:56:57.088894 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bffd53-2330-4932-b640-fd17d6ca3349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a04e24b-2666-4cad-a41e-76b35bdeaa8e,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:57:05.386337 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 55298) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:57:05.431159 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.db.db_base_plugin_v2 [None req-07d9e211-42f9-4257-880b-e801a7843adc admin admin] Deleting subnet ebd27fa2-15a3-4a30-9a19-0851804e4de6 {{(pid=114095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 16:57:05.434374 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-07d9e211-42f9-4257-880b-e801a7843adc admin admin] Publish callbacks [] for subnet (ebd27fa2-15a3-4a30-9a19-0851804e4de6), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:57:05.470479 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-07d9e211-42f9-4257-880b-e801a7843adc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9298286'] for subnet (ebd27fa2-15a3-4a30-9a19-0851804e4de6), precommit_delete_associations {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:57:05.510480 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-07d9e211-42f9-4257-880b-e801a7843adc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-889273'] for subnet (ebd27fa2-15a3-4a30-9a19-0851804e4de6), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:57:05.567190 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-07d9e211-42f9-4257-880b-e801a7843adc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-889270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9200209'] for subnet (ebd27fa2-15a3-4a30-9a19-0851804e4de6), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:57:05.592391 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d9e211-42f9-4257-880b-e801a7843adc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebd27fa2-15a3-4a30-9a19-0851804e4de6,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:57:05.598070 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-07d9e211-42f9-4257-880b-e801a7843adc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032074'] for subnet (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:57:05.603843 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 55302) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:57:05.604259 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-07d9e211-42f9-4257-880b-e801a7843adc admin admin] 10.222.0.48 "DELETE /v2.0/subnets/ebd27fa2-15a3-4a30-9a19-0851804e4de6 HTTP/1.1" status: 204 len: 168 time: 0.2164738 Jan 27 16:57:05.676161 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-ed9ed327-d6bb-4464-80ff-f28000da9428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012344'] for network (e2fda725-afa5-49bd-a382-f7abc1050fd2), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:57:05.755033 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-ed9ed327-d6bb-4464-80ff-f28000da9428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891970', 'neutron.services.segments.db._delete_segments_for_network-8740203086740'] for network (e2fda725-afa5-49bd-a382-f7abc1050fd2), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:57:05.775729 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.services.segments.db [None req-ed9ed327-d6bb-4464-80ff-f28000da9428 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2fda725-afa5-49bd-a382-f7abc1050fd2']}} {{(pid=114094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:57:05.784715 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.services.segments.db [None req-ed9ed327-d6bb-4464-80ff-f28000da9428 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9eccb10-7bc0-433c-b663-991939aff888') {'for_net_delete': True} {{(pid=114094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:57:05.785011 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.services.segments.db [None req-ed9ed327-d6bb-4464-80ff-f28000da9428 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9eccb10-7bc0-433c-b663-991939aff888') {} {{(pid=114094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:57:05.794511 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-ed9ed327-d6bb-4464-80ff-f28000da9428 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740203088285', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9276965'] for segment (f9eccb10-7bc0-433c-b663-991939aff888), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:57:05.808359 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-ed9ed327-d6bb-4464-80ff-f28000da9428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985126'] for segment (f9eccb10-7bc0-433c-b663-991939aff888), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:57:05.814118 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed9ed327-d6bb-4464-80ff-f28000da9428 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=114094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 16:57:05.814504 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-ed9ed327-d6bb-4464-80ff-f28000da9428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8777005'] for segment (f9eccb10-7bc0-433c-b663-991939aff888), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:57:05.816840 dv-cinder-818830-2-iscsi neutron-server[114094]: Traceback (most recent call last): Jan 27 16:57:05.816840 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 16:57:05.816840 dv-cinder-818830-2-iscsi neutron-server[114094]: timer() Jan 27 16:57:05.816840 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 16:57:05.816840 dv-cinder-818830-2-iscsi neutron-server[114094]: cb(*args, **kw) Jan 27 16:57:05.816840 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 16:57:05.816840 dv-cinder-818830-2-iscsi neutron-server[114094]: return func(*args, **kwargs) Jan 27 16:57:05.816840 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 16:57:05.816840 dv-cinder-818830-2-iscsi neutron-server[114094]: self._notify() Jan 27 16:57:05.816840 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 16:57:05.816840 dv-cinder-818830-2-iscsi neutron-server[114094]: self.callback(batched_events) Jan 27 16:57:05.816840 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 16:57:05.816840 dv-cinder-818830-2-iscsi neutron-server[114094]: event.method(event) Jan 27 16:57:05.816840 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 16:57:05.816840 dv-cinder-818830-2-iscsi neutron-server[114094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 16:57:05.816840 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 16:57:05.816840 dv-cinder-818830-2-iscsi neutron-server[114094]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 16:57:05.816840 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 16:57:05.816840 dv-cinder-818830-2-iscsi neutron-server[114094]: return f(self, *a, **k) Jan 27 16:57:05.816840 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 16:57:05.816840 dv-cinder-818830-2-iscsi neutron-server[114094]: return self._get(url).json() Jan 27 16:57:05.816840 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 16:57:05.816840 dv-cinder-818830-2-iscsi neutron-server[114094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 16:57:05.816840 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 16:57:05.816840 dv-cinder-818830-2-iscsi neutron-server[114094]: return self.request(url, 'GET', **kwargs) Jan 27 16:57:05.816840 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 16:57:05.816840 dv-cinder-818830-2-iscsi neutron-server[114094]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 16:57:05.816840 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 16:57:05.816840 dv-cinder-818830-2-iscsi neutron-server[114094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 16:57:05.816840 dv-cinder-818830-2-iscsi neutron-server[114094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 16:57:05.816840 dv-cinder-818830-2-iscsi neutron-server[114094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 16:57:05.816840 dv-cinder-818830-2-iscsi neutron-server[114094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 16:57:05.875019 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-ed9ed327-d6bb-4464-80ff-f28000da9428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1796466'] for network (e2fda725-afa5-49bd-a382-f7abc1050fd2), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:57:05.881549 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-ed9ed327-d6bb-4464-80ff-f28000da9428 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032074'] for network (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:57:05.885151 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-ed9ed327-d6bb-4464-80ff-f28000da9428 admin admin] 10.222.0.48 "DELETE /v2.0/networks/e2fda725-afa5-49bd-a382-f7abc1050fd2 HTTP/1.1" status: 204 len: 168 time: 0.2797151 Jan 27 16:57:05.888045 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 55304) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:57:05.898133 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9ed327-d6bb-4464-80ff-f28000da9428 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2fda725-afa5-49bd-a382-f7abc1050fd2,revision_number=None']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:57:05.933324 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9d4e174-344a-4295-a772-ea2c42afc50e admin admin] Deleting subnet 2af3252d-0af9-4ad2-8d31-f565b8c076aa {{(pid=114095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 16:57:05.936539 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-b9d4e174-344a-4295-a772-ea2c42afc50e admin admin] Publish callbacks [] for subnet (2af3252d-0af9-4ad2-8d31-f565b8c076aa), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:57:05.970171 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-b9d4e174-344a-4295-a772-ea2c42afc50e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9298286'] for subnet (2af3252d-0af9-4ad2-8d31-f565b8c076aa), precommit_delete_associations {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:57:06.013328 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-b9d4e174-344a-4295-a772-ea2c42afc50e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-889273'] for subnet (2af3252d-0af9-4ad2-8d31-f565b8c076aa), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:57:06.064806 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-b9d4e174-344a-4295-a772-ea2c42afc50e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-889270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9200209'] for subnet (2af3252d-0af9-4ad2-8d31-f565b8c076aa), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:57:06.088137 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d4e174-344a-4295-a772-ea2c42afc50e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2af3252d-0af9-4ad2-8d31-f565b8c076aa,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:57:06.094445 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-b9d4e174-344a-4295-a772-ea2c42afc50e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032074'] for subnet (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:57:06.098311 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-b9d4e174-344a-4295-a772-ea2c42afc50e admin admin] 10.222.0.48 "DELETE /v2.0/subnets/2af3252d-0af9-4ad2-8d31-f565b8c076aa HTTP/1.1" status: 204 len: 168 time: 0.2089539 Jan 27 16:57:06.100867 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 55306) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:57:06.169225 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-c6d0703d-8e61-4731-a0d7-51f3542ba8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012344'] for network (63fe57da-a7c2-4877-a727-246568e9c5c2), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:57:06.251456 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-c6d0703d-8e61-4731-a0d7-51f3542ba8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891970', 'neutron.services.segments.db._delete_segments_for_network-8740203086740'] for network (63fe57da-a7c2-4877-a727-246568e9c5c2), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:57:06.271603 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.services.segments.db [None req-c6d0703d-8e61-4731-a0d7-51f3542ba8e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63fe57da-a7c2-4877-a727-246568e9c5c2']}} {{(pid=114095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:57:06.281043 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.services.segments.db [None req-c6d0703d-8e61-4731-a0d7-51f3542ba8e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '233eca88-b323-49c3-96cf-8a3e524db6df') {'for_net_delete': True} {{(pid=114095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:57:06.281345 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.services.segments.db [None req-c6d0703d-8e61-4731-a0d7-51f3542ba8e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '233eca88-b323-49c3-96cf-8a3e524db6df') {} {{(pid=114095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:57:06.291428 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-c6d0703d-8e61-4731-a0d7-51f3542ba8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740203088285', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9298199'] for segment (233eca88-b323-49c3-96cf-8a3e524db6df), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:57:06.304034 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-c6d0703d-8e61-4731-a0d7-51f3542ba8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985126'] for segment (233eca88-b323-49c3-96cf-8a3e524db6df), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:57:06.309664 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6d0703d-8e61-4731-a0d7-51f3542ba8e9 admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=114095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 16:57:06.310052 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-c6d0703d-8e61-4731-a0d7-51f3542ba8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9080423'] for segment (233eca88-b323-49c3-96cf-8a3e524db6df), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:57:06.311691 dv-cinder-818830-2-iscsi neutron-server[114095]: Traceback (most recent call last): Jan 27 16:57:06.311691 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 16:57:06.311691 dv-cinder-818830-2-iscsi neutron-server[114095]: timer() Jan 27 16:57:06.311691 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 16:57:06.311691 dv-cinder-818830-2-iscsi neutron-server[114095]: cb(*args, **kw) Jan 27 16:57:06.311691 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 16:57:06.311691 dv-cinder-818830-2-iscsi neutron-server[114095]: return func(*args, **kwargs) Jan 27 16:57:06.311691 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 16:57:06.311691 dv-cinder-818830-2-iscsi neutron-server[114095]: self._notify() Jan 27 16:57:06.311691 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 16:57:06.311691 dv-cinder-818830-2-iscsi neutron-server[114095]: self.callback(batched_events) Jan 27 16:57:06.311691 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 16:57:06.311691 dv-cinder-818830-2-iscsi neutron-server[114095]: event.method(event) Jan 27 16:57:06.311691 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 16:57:06.311691 dv-cinder-818830-2-iscsi neutron-server[114095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 16:57:06.311691 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 16:57:06.311691 dv-cinder-818830-2-iscsi neutron-server[114095]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 16:57:06.311691 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 16:57:06.311691 dv-cinder-818830-2-iscsi neutron-server[114095]: return f(self, *a, **k) Jan 27 16:57:06.311691 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 16:57:06.311691 dv-cinder-818830-2-iscsi neutron-server[114095]: return self._get(url).json() Jan 27 16:57:06.311691 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 16:57:06.311691 dv-cinder-818830-2-iscsi neutron-server[114095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 16:57:06.311691 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 16:57:06.311691 dv-cinder-818830-2-iscsi neutron-server[114095]: return self.request(url, 'GET', **kwargs) Jan 27 16:57:06.311691 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 16:57:06.311691 dv-cinder-818830-2-iscsi neutron-server[114095]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 16:57:06.311691 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 16:57:06.311691 dv-cinder-818830-2-iscsi neutron-server[114095]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 16:57:06.311691 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 16:57:06.311691 dv-cinder-818830-2-iscsi neutron-server[114095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 16:57:06.311691 dv-cinder-818830-2-iscsi neutron-server[114095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 16:57:06.365168 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-c6d0703d-8e61-4731-a0d7-51f3542ba8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1796466'] for network (63fe57da-a7c2-4877-a727-246568e9c5c2), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:57:06.369691 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-c6d0703d-8e61-4731-a0d7-51f3542ba8e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032074'] for network (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:57:06.375124 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-c6d0703d-8e61-4731-a0d7-51f3542ba8e9 admin admin] 10.222.0.48 "DELETE /v2.0/networks/63fe57da-a7c2-4877-a727-246568e9c5c2 HTTP/1.1" status: 204 len: 168 time: 0.2712438 Jan 27 16:57:06.391738 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d0703d-8e61-4731-a0d7-51f3542ba8e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=63fe57da-a7c2-4877-a727-246568e9c5c2,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:57:06.538184 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 55310) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:57:06.579111 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-22e321fc-214f-4a7c-aaa9-eb82ab32dd29 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5c7e7ca3910d467cb4e6e5678fb3aa01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397410 Jan 27 16:57:06.581932 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 55312) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:57:06.629744 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-46082d24-f9cf-4bc8-aaf2-dd90f6f3a18f admin admin] Publish callbacks [] for security_group (be6ca36c-8e1d-4b17-8a52-6c32664f15a6), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:57:06.651392 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-46082d24-f9cf-4bc8-aaf2-dd90f6f3a18f admin admin] Publish callbacks [] for security_group (be6ca36c-8e1d-4b17-8a52-6c32664f15a6), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:57:06.699834 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-46082d24-f9cf-4bc8-aaf2-dd90f6f3a18f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (be6ca36c-8e1d-4b17-8a52-6c32664f15a6), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:57:06.702276 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-46082d24-f9cf-4bc8-aaf2-dd90f6f3a18f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:57:06.703412 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-46082d24-f9cf-4bc8-aaf2-dd90f6f3a18f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/be6ca36c-8e1d-4b17-8a52-6c32664f15a6 HTTP/1.1" status: 204 len: 168 time: 0.1206040 Jan 27 16:57:06.711363 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46082d24-f9cf-4bc8-aaf2-dd90f6f3a18f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be6ca36c-8e1d-4b17-8a52-6c32664f15a6,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:57:07.014167 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 55320) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:57:07.055533 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-716937a0-838b-4c3a-a034-433ef9a472cb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9a688ab9c1c945e8bc2689fd953854a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401840 Jan 27 16:57:07.057897 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 55322) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:57:07.105786 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-1a9682f6-7062-43a7-b468-3b39a01aa3f0 admin admin] Publish callbacks [] for security_group (03190e06-162d-48fe-bc23-1c657de754b4), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:57:07.129112 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-1a9682f6-7062-43a7-b468-3b39a01aa3f0 admin admin] Publish callbacks [] for security_group (03190e06-162d-48fe-bc23-1c657de754b4), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:57:07.177612 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-1a9682f6-7062-43a7-b468-3b39a01aa3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (03190e06-162d-48fe-bc23-1c657de754b4), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:57:07.181017 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-1a9682f6-7062-43a7-b468-3b39a01aa3f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:57:07.184693 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-1a9682f6-7062-43a7-b468-3b39a01aa3f0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/03190e06-162d-48fe-bc23-1c657de754b4 HTTP/1.1" status: 204 len: 168 time: 0.1233892 Jan 27 16:57:07.190745 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9682f6-7062-43a7-b468-3b39a01aa3f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03190e06-162d-48fe-bc23-1c657de754b4,revision_number=None']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:57:08.207921 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 55364) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:57:08.308504 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-08fe258d-678a-48ed-8de0-8f65bed69e45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:57:08.380286 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-08fe258d-678a-48ed-8de0-8f65bed69e45 admin admin] Publish callbacks [] for security_group (f36005e9-3f06-46d9-8999-9346f2c0e4eb), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:57:08.384290 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-08fe258d-678a-48ed-8de0-8f65bed69e45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (f36005e9-3f06-46d9-8999-9346f2c0e4eb), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:57:08.420493 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-08fe258d-678a-48ed-8de0-8f65bed69e45 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=767737a162014e4cb7e0f9ff1c13cfa5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2114785 Jan 27 16:57:08.422380 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fe258d-678a-48ed-8de0-8f65bed69e45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f36005e9-3f06-46d9-8999-9346f2c0e4eb,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:57:08.423165 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 55370) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:57:08.470318 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-7d2ea707-98db-4f40-b9c9-d5589822cdfc admin admin] Publish callbacks [] for security_group (f36005e9-3f06-46d9-8999-9346f2c0e4eb), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:57:08.491782 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-7d2ea707-98db-4f40-b9c9-d5589822cdfc admin admin] Publish callbacks [] for security_group (f36005e9-3f06-46d9-8999-9346f2c0e4eb), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:57:08.540596 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-7d2ea707-98db-4f40-b9c9-d5589822cdfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (f36005e9-3f06-46d9-8999-9346f2c0e4eb), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:57:08.543022 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-7d2ea707-98db-4f40-b9c9-d5589822cdfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:57:08.544195 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-7d2ea707-98db-4f40-b9c9-d5589822cdfc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f36005e9-3f06-46d9-8999-9346f2c0e4eb HTTP/1.1" status: 204 len: 168 time: 0.1199260 Jan 27 16:57:08.553953 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2ea707-98db-4f40-b9c9-d5589822cdfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f36005e9-3f06-46d9-8999-9346f2c0e4eb,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:57:16.391838 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-6e430b26-2d1a-44a4-9563-b1ca916e2e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (b49cc950-6aaa-44e3-a3c4-70b67101afab), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:57:18.418810 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (853c399d-72c7-467e-bd42-08a47e7fb1c3), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:57:18.455274 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-e89fcee1-f93f-437c-ae47-6fcda4675a85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (bdbd084a-7876-495d-b5d9-cf3ee18f0227), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:57:19.518272 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-66ba84dd-632c-456a-bb12-6a575fe6244f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9495f383-87a2-4ffd-86dd-67b8d88d602c), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:57:20.657420 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.agents_db [None req-5545c54b-af05-4075-94be-94e2438c302a None None] Agent healthcheck: found 6 active agents {{(pid=114097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 16:57:21.561237 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-d66b1738-fecd-429f-97ae-c3b5c23d3d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9d445c8f-179b-40e3-9cb5-ffaa95aecd6a), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:57:22.595051 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (492c1832-c7a3-4f77-b4ba-2ebdc28556bf), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:57:28.846706 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f839077-8b0f-41a1-951e-f1465afae65f req-0f12e6f6-b9ae-4657-9088-aa33aeb2571b tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:57:28.848187 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-4f839077-8b0f-41a1-951e-f1465afae65f req-0f12e6f6-b9ae-4657-9088-aa33aeb2571b tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/ports?device_id=e76bd5f8-b0be-4230-8011-a683fcb41d21 HTTP/1.1" status: 200 len: 945 time: 0.0474484 Jan 27 16:57:28.898893 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-4f839077-8b0f-41a1-951e-f1465afae65f req-95a30507-d92a-44fd-b268-e7862437335a tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/security-groups?id=1472d445-c789-4bc7-8d41-a03ed1a5e9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450237 Jan 27 16:57:29.018434 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 55460) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:57:29.118712 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-624349ac-1e03-47ea-b80e-3438778e957c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:57:29.191915 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-624349ac-1e03-47ea-b80e-3438778e957c admin admin] Publish callbacks [] for security_group (cf55a84f-0645-4a7a-b471-6db480b61f7a), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:57:29.195479 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-624349ac-1e03-47ea-b80e-3438778e957c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (cf55a84f-0645-4a7a-b471-6db480b61f7a), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:57:29.233327 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-624349ac-1e03-47ea-b80e-3438778e957c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7ae6a28544f74a1d81ef1424fe2364f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2138474 Jan 27 16:57:29.234296 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624349ac-1e03-47ea-b80e-3438778e957c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf55a84f-0645-4a7a-b471-6db480b61f7a,revision_number=1']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:57:29.236014 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 55464) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:57:29.242035 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624349ac-1e03-47ea-b80e-3438778e957c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:57:29.242393 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624349ac-1e03-47ea-b80e-3438778e957c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:57:29.242742 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624349ac-1e03-47ea-b80e-3438778e957c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:57:29.243080 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624349ac-1e03-47ea-b80e-3438778e957c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:57:29.243421 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624349ac-1e03-47ea-b80e-3438778e957c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:57:29.243785 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624349ac-1e03-47ea-b80e-3438778e957c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:57:29.244123 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624349ac-1e03-47ea-b80e-3438778e957c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:57:29.244454 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624349ac-1e03-47ea-b80e-3438778e957c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:57:29.244785 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624349ac-1e03-47ea-b80e-3438778e957c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:57:29.245115 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624349ac-1e03-47ea-b80e-3438778e957c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:57:29.245442 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624349ac-1e03-47ea-b80e-3438778e957c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:57:29.245766 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624349ac-1e03-47ea-b80e-3438778e957c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:57:29.246091 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624349ac-1e03-47ea-b80e-3438778e957c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:57:29.285150 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-2639b7ac-1c91-47cf-acff-4ce10aedc2b6 admin admin] Publish callbacks [] for security_group (cf55a84f-0645-4a7a-b471-6db480b61f7a), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:57:29.306059 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-2639b7ac-1c91-47cf-acff-4ce10aedc2b6 admin admin] Publish callbacks [] for security_group (cf55a84f-0645-4a7a-b471-6db480b61f7a), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:57:29.351730 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-2639b7ac-1c91-47cf-acff-4ce10aedc2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (cf55a84f-0645-4a7a-b471-6db480b61f7a), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:57:29.354386 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-2639b7ac-1c91-47cf-acff-4ce10aedc2b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:57:29.355547 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-2639b7ac-1c91-47cf-acff-4ce10aedc2b6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cf55a84f-0645-4a7a-b471-6db480b61f7a HTTP/1.1" status: 204 len: 168 time: 0.1178896 Jan 27 16:57:29.364440 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2639b7ac-1c91-47cf-acff-4ce10aedc2b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf55a84f-0645-4a7a-b471-6db480b61f7a,revision_number=None']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:57:30.020790 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae5c358-d444-41b1-93c6-2c5388f507e4 req-f4cc3f71-1550-4a6b-a83b-55e85dadd0a1 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:57:30.022254 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-8ae5c358-d444-41b1-93c6-2c5388f507e4 req-f4cc3f71-1550-4a6b-a83b-55e85dadd0a1 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/ports?device_id=e76bd5f8-b0be-4230-8011-a683fcb41d21 HTTP/1.1" status: 200 len: 945 time: 0.0531919 Jan 27 16:57:30.070043 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-8ae5c358-d444-41b1-93c6-2c5388f507e4 req-798041c0-5090-443f-9a9c-b74186b2dd34 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/security-groups?id=1472d445-c789-4bc7-8d41-a03ed1a5e9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421486 Jan 27 16:57:30.309537 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c01fa-fbfe-43b5-b769-e6cc1ba294b5 req-62674706-4bcd-4804-8b63-dfdcd34b061d tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:57:30.310966 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-d50c01fa-fbfe-43b5-b769-e6cc1ba294b5 req-62674706-4bcd-4804-8b63-dfdcd34b061d tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.24 "GET /v2.0/ports?device_id=e76bd5f8-b0be-4230-8011-a683fcb41d21 HTTP/1.1" status: 200 len: 945 time: 0.0493824 Jan 27 16:57:30.395516 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.plugin [req-d50c01fa-fbfe-43b5-b769-e6cc1ba294b5 req-9b2bb60a-0131-438b-b73c-732f4508efb5 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Deleting port ddb0a081-44ae-4078-a6e3-6ef517eaaabd {{(pid=114094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:57:30.395880 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-d50c01fa-fbfe-43b5-b769-e6cc1ba294b5 req-9b2bb60a-0131-438b-b73c-732f4508efb5 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740202897008'] for port (ddb0a081-44ae-4078-a6e3-6ef517eaaabd), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:57:30.483002 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.db [req-d50c01fa-fbfe-43b5-b769-e6cc1ba294b5 req-9b2bb60a-0131-438b-b73c-732f4508efb5 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] For port ddb0a081-44ae-4078-a6e3-6ef517eaaabd, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=ddb0a081-44ae-4078-a6e3-6ef517eaaabd,segment=NetworkSegment(7bf1178f-69a8-4a8f-a8bc-1f6a08989b49),segment_id=7bf1178f-69a8-4a8f-a8bc-1f6a08989b49)] {{(pid=114094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:57:30.483361 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-d50c01fa-fbfe-43b5-b769-e6cc1ba294b5 req-9b2bb60a-0131-438b-b73c-732f4508efb5 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797243'] for port (ddb0a081-44ae-4078-a6e3-6ef517eaaabd), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:57:30.650090 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-d50c01fa-fbfe-43b5-b769-e6cc1ba294b5 req-9b2bb60a-0131-438b-b73c-732f4508efb5 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:57:30.650369 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-d50c01fa-fbfe-43b5-b769-e6cc1ba294b5 req-9b2bb60a-0131-438b-b73c-732f4508efb5 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1796444'] for floatingip (34ce387f-5d23-4975-9da0-99872d590b84), after_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:57:30.650680 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.db.l3_db [req-d50c01fa-fbfe-43b5-b769-e6cc1ba294b5 req-9b2bb60a-0131-438b-b73c-732f4508efb5 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Floating IP 34ce387f-5d23-4975-9da0-99872d590b84 disassociated. External IP: 172.27.2.193, port: ddb0a081-44ae-4078-a6e3-6ef517eaaabd. Jan 27 16:57:30.651015 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.plugin [req-d50c01fa-fbfe-43b5-b769-e6cc1ba294b5 req-9b2bb60a-0131-438b-b73c-732f4508efb5 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Calling delete_port for ddb0a081-44ae-4078-a6e3-6ef517eaaabd owned by compute:nova {{(pid=114094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:57:30.776748 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-d50c01fa-fbfe-43b5-b769-e6cc1ba294b5 req-9b2bb60a-0131-438b-b73c-732f4508efb5 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740202902474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740202573626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777202'] for port (ddb0a081-44ae-4078-a6e3-6ef517eaaabd), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:57:30.804541 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2bb60a-0131-438b-b73c-732f4508efb5 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Pushing event deleted for resources: {'Port': ['ID=ddb0a081-44ae-4078-a6e3-6ef517eaaabd,revision_number=None']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:57:30.921085 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d50c01fa-fbfe-43b5-b769-e6cc1ba294b5 req-9b2bb60a-0131-438b-b73c-732f4508efb5 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Router b90512fd-15f2-4c4e-8f86-67964d88460e has already been hosted by L3 agent bdbd084a-7876-495d-b5d9-cf3ee18f0227 {{(pid=114094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 16:57:31.026903 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d50c01fa-fbfe-43b5-b769-e6cc1ba294b5 req-9b2bb60a-0131-438b-b73c-732f4508efb5 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Notify agent at l3_agent.dv-cinder-818830-2-iscsi the message routers_updated {{(pid=114094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 16:57:31.037397 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c47b65-8dc6-47e9-b477-8409db817fc4 None None] Sync routers for ids ['b90512fd-15f2-4c4e-8f86-67964d88460e'] in dv-cinder-818830-2-iscsi {{(pid=114096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 16:57:31.046668 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c47b65-8dc6-47e9-b477-8409db817fc4 None None] Routers {'b90512fd-15f2-4c4e-8f86-67964d88460e'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:57:31.047283 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-b7c47b65-8dc6-47e9-b477-8409db817fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T16:57:18Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['b90512fd-15f2-4c4e-8f86-67964d88460e'], 'active': True} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:57:31.065620 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.l3_dvrscheduler_db [req-d50c01fa-fbfe-43b5-b769-e6cc1ba294b5 req-9b2bb60a-0131-438b-b73c-732f4508efb5 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] No DVR routers for this DVR port ddb0a081-44ae-4078-a6e3-6ef517eaaabd on host hv-cinder-81883 {{(pid=114094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 16:57:31.068215 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-d50c01fa-fbfe-43b5-b769-e6cc1ba294b5 req-9b2bb60a-0131-438b-b73c-732f4508efb5 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118807'] for port (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:57:31.071620 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-d50c01fa-fbfe-43b5-b769-e6cc1ba294b5 req-9b2bb60a-0131-438b-b73c-732f4508efb5 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.24 "DELETE /v2.0/ports/ddb0a081-44ae-4078-a6e3-6ef517eaaabd HTTP/1.1" status: 204 len: 173 time: 0.7559073 Jan 27 16:57:31.072081 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e76bd5f8-b0be-4230-8011-a683fcb41d21', 'name': 'network-vif-deleted', 'tag': 'ddb0a081-44ae-4078-a6e3-6ef517eaaabd'}] {{(pid=114094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:57:31.074852 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}342a798d1d13ecd85fd4efdf34ff3908ecd3b9322feeb0f720fcdcd52e7e333b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aca6dc9-33f1-4a96-bfae-58404559323a" -d '{"events": [{"server_uuid": "e76bd5f8-b0be-4230-8011-a683fcb41d21", "name": "network-vif-deleted", "tag": "ddb0a081-44ae-4078-a6e3-6ef517eaaabd"}]}' {{(pid=114094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:57:31.120081 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 16:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b87654-02e6-4caf-bc0c-a2fd4ed2318e x-openstack-request-id: req-a3b87654-02e6-4caf-bc0c-a2fd4ed2318e {{(pid=114094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:57:31.120372 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e76bd5f8-b0be-4230-8011-a683fcb41d21", "name": "network-vif-deleted", "tag": "ddb0a081-44ae-4078-a6e3-6ef517eaaabd", "status": "completed", "code": 200}]} {{(pid=114094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:57:31.120651 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a3b87654-02e6-4caf-bc0c-a2fd4ed2318e {{(pid=114094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:57:31.121485 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e76bd5f8-b0be-4230-8011-a683fcb41d21', 'name': 'network-vif-deleted', 'tag': 'ddb0a081-44ae-4078-a6e3-6ef517eaaabd', 'status': 'completed', 'code': 200} Jan 27 16:57:31.167340 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvr_db [None req-b7c47b65-8dc6-47e9-b477-8409db817fc4 None None] Set router b90512fd-15f2-4c4e-8f86-67964d88460e gateway port host: dv-cinder-818830-2-iscsi {{(pid=114096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:57:31.185549 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-dabbbc80-b16b-4ef1-b638-f4ba2769fb72 req-71f03c2d-7500-4a68-8ae3-b0eecbcb542d tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/ports?device_id=e76bd5f8-b0be-4230-8011-a683fcb41d21 HTTP/1.1" status: 200 len: 210 time: 0.0341444 Jan 27 16:57:31.375337 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-b7c47b65-8dc6-47e9-b477-8409db817fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90512fd-15f2-4c4e-8f86-67964d88460e', 'name': 'tempest-TestVolumeBootPattern-97804640-router', 'tenant_id': '4d8774be86e84ff7a66787d6f67c554e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '642e56d3-8a0e-4c81-8771-04540c55df24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:54:42Z', 'updated_at': '2022-01-27T16:54:45Z', 'revision_number': 4, 'project_id': '4d8774be86e84ff7a66787d6f67c554e', 'gw_port': {'id': '642e56d3-8a0e-4c81-8771-04540c55df24', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ce:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90512fd-15f2-4c4e-8f86-67964d88460e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:54:43Z', 'updated_at': '2022-01-27T16:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi', '_interfaces': [{'id': '4a1e16b0-90fe-42be-9aa0-b3c3f7dfcc82', 'name': '', 'network_id': '31086914-ef67-4638-ab4e-856fdab7280e', 'tenant_id': '4d8774be86e84ff7a66787d6f67c554e', 'mac_address': 'fa:16:3e:1b:56:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90512fd-15f2-4c4e-8f86-67964d88460e', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '4f1f5f27-ec22-474d-84c0-06f0bcfbbeac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:54:44Z', 'updated_at': '2022-01-27T16:54:51Z', 'revision_number': 5, 'project_id': '4d8774be86e84ff7a66787d6f67c554e', 'subnets': [{'id': '4f1f5f27-ec22-474d-84c0-06f0bcfbbeac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:57:31.406501 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c47b65-8dc6-47e9-b477-8409db817fc4 None None] Checking router: b90512fd-15f2-4c4e-8f86-67964d88460e for host: dv-cinder-818830-2-iscsi {{(pid=114096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 16:57:31.414837 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c47b65-8dc6-47e9-b477-8409db817fc4 None None] Routers {'b90512fd-15f2-4c4e-8f86-67964d88460e'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:57:31.415442 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-b7c47b65-8dc6-47e9-b477-8409db817fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T16:57:18Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['b90512fd-15f2-4c4e-8f86-67964d88460e'], 'active': True} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:57:31.518809 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvr_db [None req-b7c47b65-8dc6-47e9-b477-8409db817fc4 None None] Set router b90512fd-15f2-4c4e-8f86-67964d88460e gateway port host: dv-cinder-818830-2-iscsi {{(pid=114096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:57:31.719226 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-b7c47b65-8dc6-47e9-b477-8409db817fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90512fd-15f2-4c4e-8f86-67964d88460e', 'name': 'tempest-TestVolumeBootPattern-97804640-router', 'tenant_id': '4d8774be86e84ff7a66787d6f67c554e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '642e56d3-8a0e-4c81-8771-04540c55df24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:54:42Z', 'updated_at': '2022-01-27T16:54:45Z', 'revision_number': 4, 'project_id': '4d8774be86e84ff7a66787d6f67c554e', 'gw_port': {'id': '642e56d3-8a0e-4c81-8771-04540c55df24', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ce:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90512fd-15f2-4c4e-8f86-67964d88460e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:54:43Z', 'updated_at': '2022-01-27T16:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi', '_interfaces': [{'id': '4a1e16b0-90fe-42be-9aa0-b3c3f7dfcc82', 'name': '', 'network_id': '31086914-ef67-4638-ab4e-856fdab7280e', 'tenant_id': '4d8774be86e84ff7a66787d6f67c554e', 'mac_address': 'fa:16:3e:1b:56:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90512fd-15f2-4c4e-8f86-67964d88460e', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '4f1f5f27-ec22-474d-84c0-06f0bcfbbeac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:54:44Z', 'updated_at': '2022-01-27T16:54:51Z', 'revision_number': 5, 'project_id': '4d8774be86e84ff7a66787d6f67c554e', 'subnets': [{'id': '4f1f5f27-ec22-474d-84c0-06f0bcfbbeac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:57:31.749122 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c47b65-8dc6-47e9-b477-8409db817fc4 None None] The sync data for ids ['b90512fd-15f2-4c4e-8f86-67964d88460e'] in dv-cinder-818830-2-iscsi is: [{'id': 'b90512fd-15f2-4c4e-8f86-67964d88460e', 'name': 'tempest-TestVolumeBootPattern-97804640-router', 'tenant_id': '4d8774be86e84ff7a66787d6f67c554e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '642e56d3-8a0e-4c81-8771-04540c55df24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:54:42Z', 'updated_at': '2022-01-27T16:54:45Z', 'revision_number': 4, 'project_id': '4d8774be86e84ff7a66787d6f67c554e', 'gw_port': {'id': '642e56d3-8a0e-4c81-8771-04540c55df24', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ce:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90512fd-15f2-4c4e-8f86-67964d88460e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:54:43Z', 'updated_at': '2022-01-27T16:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi', '_interfaces': [{'id': '4a1e16b0-90fe-42be-9aa0-b3c3f7dfcc82', 'name': '', 'network_id': '31086914-ef67-4638-ab4e-856fdab7280e', 'tenant_id': '4d8774be86e84ff7a66787d6f67c554e', 'mac_address': 'fa:16:3e:1b:56:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90512fd-15f2-4c4e-8f86-67964d88460e', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '4f1f5f27-ec22-474d-84c0-06f0bcfbbeac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:54:44Z', 'updated_at': '2022-01-27T16:54:51Z', 'revision_number': 5, 'project_id': '4d8774be86e84ff7a66787d6f67c554e', 'subnets': [{'id': '4f1f5f27-ec22-474d-84c0-06f0bcfbbeac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 16:57:31.967315 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d733b754-2124-43dc-93b7-3599a5ce595c None None] New status for floating IP 34ce387f-5d23-4975-9da0-99872d590b84: DOWN {{(pid=114097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 16:57:32.475036 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-dc1788fe-6403-40c1-8ac8-b899ee537a97 req-33a7c3c6-f2b5-4194-b022-09b31066af46 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-962365757&fields=id&tenant_id=4d8774be86e84ff7a66787d6f67c554e HTTP/1.1" status: 200 len: 267 time: 0.0425088 Jan 27 16:57:32.584434 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1788fe-6403-40c1-8ac8-b899ee537a97 req-db4cb0ad-ef14-46c2-bb18-6c3b4d35ebb5 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:57:32.585926 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-dc1788fe-6403-40c1-8ac8-b899ee537a97 req-db4cb0ad-ef14-46c2-bb18-6c3b4d35ebb5 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/networks?id=31086914-ef67-4638-ab4e-856fdab7280e HTTP/1.1" status: 200 len: 810 time: 0.1046467 Jan 27 16:57:32.601259 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-dc1788fe-6403-40c1-8ac8-b899ee537a97 req-528796b0-5b5e-4ba5-9884-0217ba45eb76 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/quotas/4d8774be86e84ff7a66787d6f67c554e HTTP/1.1" status: 200 len: 375 time: 0.0098362 Jan 27 16:57:32.651881 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-dc1788fe-6403-40c1-8ac8-b899ee537a97 req-3ec6c51f-64f7-4c4e-849f-9c8d930e97f3 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=4d8774be86e84ff7a66787d6f67c554e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453799 Jan 27 16:57:32.747186 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-dc1788fe-6403-40c1-8ac8-b899ee537a97 req-46a078fb-273a-4958-bb37-036a77780f2e service neutron] 10.222.0.48 "GET /v2.0/networks/31086914-ef67-4638-ab4e-856fdab7280e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811820 Jan 27 16:57:32.838141 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-dc1788fe-6403-40c1-8ac8-b899ee537a97 req-051c0079-1512-4cc3-8178-3f4ddaa50b37 service neutron] 10.222.0.48 "GET /v2.0/networks/31086914-ef67-4638-ab4e-856fdab7280e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853062 Jan 27 16:57:33.031144 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device ddb0a081-44ae-4078-a6e3-6ef517eaaabd no longer exists at agent hyperv_hv-cinder-81883 {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:57:33.055606 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] No Port match for: ddb0a081-44ae-4078-a6e3-6ef517eaaabd {{(pid=114096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 16:57:33.055968 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device ddb0a081-44ae-4078-a6e3-6ef517eaaabd not bound to the agent host hv-cinder-81883 {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 16:57:33.110827 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-fc7611ae-ac12-4662-ba8a-2c35735867fe req-ef9339a0-3caf-4370-80ba-57c94af167dd tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/ports?device_id=20d4bea1-c26d-474d-ac97-d1a46389b65a HTTP/1.1" status: 200 len: 210 time: 0.0264180 Jan 27 16:57:33.972092 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1788fe-6403-40c1-8ac8-b899ee537a97 req-7cd8962c-89b9-4ef7-9af6-2c26501edded tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:57:33.973580 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-dc1788fe-6403-40c1-8ac8-b899ee537a97 req-7cd8962c-89b9-4ef7-9af6-2c26501edded tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.24 "GET /v2.0/networks?id=31086914-ef67-4638-ab4e-856fdab7280e HTTP/1.1" status: 200 len: 810 time: 0.1099062 Jan 27 16:57:34.036871 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-dc1788fe-6403-40c1-8ac8-b899ee537a97 req-c0313479-65fc-4fa3-862a-29192f1960ea tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d8774be86e84ff7a66787d6f67c554e HTTP/1.1" status: 200 len: 379 time: 0.0547037 Jan 27 16:57:34.045900 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.v2.base [req-dc1788fe-6403-40c1-8ac8-b899ee537a97 req-0bbb4ce4-9c21-4aab-a52a-ae75f894284f tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Request body: {'port': {'device_id': '20d4bea1-c26d-474d-ac97-d1a46389b65a', 'network_id': '31086914-ef67-4638-ab4e-856fdab7280e', 'admin_state_up': True, 'tenant_id': '4d8774be86e84ff7a66787d6f67c554e', 'security_groups': ['1472d445-c789-4bc7-8d41-a03ed1a5e9dc']}} {{(pid=114094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:57:34.149734 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc1788fe-6403-40c1-8ac8-b899ee537a97 req-0bbb4ce4-9c21-4aab-a52a-ae75f894284f tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Made reservation on behalf of 4d8774be86e84ff7a66787d6f67c554e for: {'port': 1} {{(pid=114094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:57:34.153482 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-dc1788fe-6403-40c1-8ac8-b899ee537a97 req-0bbb4ce4-9c21-4aab-a52a-ae75f894284f tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:57:34.206364 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-e25470c0-c239-4aea-87e1-400a60a12508 req-d79c4f44-af3e-49a2-86b3-25a23eef12cf tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/ports?device_id=20d4bea1-c26d-474d-ac97-d1a46389b65a HTTP/1.1" status: 200 len: 210 time: 0.0280604 Jan 27 16:57:34.283806 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.db_base_plugin_common [req-dc1788fe-6403-40c1-8ac8-b899ee537a97 req-0bbb4ce4-9c21-4aab-a52a-ae75f894284f tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Allocated IP 172.20.0.9 (31086914-ef67-4638-ab4e-856fdab7280e/4f1f5f27-ec22-474d-84c0-06f0bcfbbeac/b30a7664-8526-4f19-9578-bcd6d070fa17) {{(pid=114094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:57:34.421431 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-dc1788fe-6403-40c1-8ac8-b899ee537a97 req-0bbb4ce4-9c21-4aab-a52a-ae75f894284f tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks [] for port (b30a7664-8526-4f19-9578-bcd6d070fa17), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:57:34.458930 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-dc1788fe-6403-40c1-8ac8-b899ee537a97 req-0bbb4ce4-9c21-4aab-a52a-ae75f894284f tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740202573617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777202'] for port (b30a7664-8526-4f19-9578-bcd6d070fa17), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:57:34.499616 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc1788fe-6403-40c1-8ac8-b899ee537a97 req-0bbb4ce4-9c21-4aab-a52a-ae75f894284f tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Network 31086914-ef67-4638-ab4e-856fdab7280e is already hosted by enough agents. {{(pid=114094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:57:34.502515 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.base_scheduler [req-dc1788fe-6403-40c1-8ac8-b899ee537a97 req-0bbb4ce4-9c21-4aab-a52a-ae75f894284f tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Resources bound (agent type, host, resource id): {{(pid=114094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:57:34.508383 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc1788fe-6403-40c1-8ac8-b899ee537a97 req-0bbb4ce4-9c21-4aab-a52a-ae75f894284f tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Received port after_create {{(pid=114094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:57:34.514638 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbb4ce4-9c21-4aab-a52a-ae75f894284f tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Pushing event updated for resources: {'Port': ['ID=b30a7664-8526-4f19-9578-bcd6d070fa17,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:57:34.567034 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1788fe-6403-40c1-8ac8-b899ee537a97 req-0bbb4ce4-9c21-4aab-a52a-ae75f894284f tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:57:34.568112 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-dc1788fe-6403-40c1-8ac8-b899ee537a97 req-0bbb4ce4-9c21-4aab-a52a-ae75f894284f tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118807'] for port (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:57:34.585696 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-dc1788fe-6403-40c1-8ac8-b899ee537a97 req-0bbb4ce4-9c21-4aab-a52a-ae75f894284f tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5433035 Jan 27 16:57:34.600581 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.v2.base [req-dc1788fe-6403-40c1-8ac8-b899ee537a97 req-479fc694-98d3-462e-a9c1-b05c180c265e service neutron] Request body: {'port': {'device_id': '20d4bea1-c26d-474d-ac97-d1a46389b65a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81883'}} {{(pid=114094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:57:34.660677 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-dc1788fe-6403-40c1-8ac8-b899ee537a97 req-479fc694-98d3-462e-a9c1-b05c180c265e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (b30a7664-8526-4f19-9578-bcd6d070fa17), before_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:57:34.797863 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-669bc626-d864-4561-bb0d-33040e16f534 None None] Provisioning complete for port b30a7664-8526-4f19-9578-bcd6d070fa17 triggered by entity DHCP. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:57:34.798411 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-669bc626-d864-4561-bb0d-33040e16f534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (b30a7664-8526-4f19-9578-bcd6d070fa17), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:57:34.831692 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-669bc626-d864-4561-bb0d-33040e16f534 None None] Port b30a7664-8526-4f19-9578-bcd6d070fa17 cannot update to ACTIVE because it is not bound. {{(pid=114096) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 16:57:34.938262 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.notifiers.nova [req-dc1788fe-6403-40c1-8ac8-b899ee537a97 req-479fc694-98d3-462e-a9c1-b05c180c265e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b30a7664-8526-4f19-9578-bcd6d070fa17 {{(pid=114094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:57:34.945487 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-dc1788fe-6403-40c1-8ac8-b899ee537a97 req-479fc694-98d3-462e-a9c1-b05c180c265e service neutron] Publish callbacks [] for port (b30a7664-8526-4f19-9578-bcd6d070fa17), precommit_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:57:34.958825 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.provisioning_blocks [req-dc1788fe-6403-40c1-8ac8-b899ee537a97 req-479fc694-98d3-462e-a9c1-b05c180c265e service neutron] Transition to ACTIVE for port object b30a7664-8526-4f19-9578-bcd6d070fa17 will not be triggered until provisioned by entity L2. {{(pid=114094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 16:57:34.962493 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-dc1788fe-6403-40c1-8ac8-b899ee537a97 req-479fc694-98d3-462e-a9c1-b05c180c265e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8776969'] for port (b30a7664-8526-4f19-9578-bcd6d070fa17), after_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:57:35.015155 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479fc694-98d3-462e-a9c1-b05c180c265e service neutron] Pushing event updated for resources: {'Port': ['ID=b30a7664-8526-4f19-9578-bcd6d070fa17,revision_number=2']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:57:35.085075 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.managers [req-dc1788fe-6403-40c1-8ac8-b899ee537a97 req-479fc694-98d3-462e-a9c1-b05c180c265e service neutron] Attempting to bind port b30a7664-8526-4f19-9578-bcd6d070fa17 on host hv-cinder-81883 for vnic_type normal with profile {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:57:35.085406 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.managers [req-dc1788fe-6403-40c1-8ac8-b899ee537a97 req-479fc694-98d3-462e-a9c1-b05c180c265e service neutron] Attempting to bind port b30a7664-8526-4f19-9578-bcd6d070fa17 by drivers openvswitch,hyperv on host hv-cinder-81883 at level 0 using segments [{'id': '7bf1178f-69a8-4a8f-a8bc-1f6a08989b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '31086914-ef67-4638-ab4e-856fdab7280e'}] {{(pid=114094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:57:35.085732 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1788fe-6403-40c1-8ac8-b899ee537a97 req-479fc694-98d3-462e-a9c1-b05c180c265e service neutron] Attempting to bind port b30a7664-8526-4f19-9578-bcd6d070fa17 on network 31086914-ef67-4638-ab4e-856fdab7280e {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:57:35.090190 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1788fe-6403-40c1-8ac8-b899ee537a97 req-479fc694-98d3-462e-a9c1-b05c180c265e service neutron] Port b30a7664-8526-4f19-9578-bcd6d070fa17 on network 31086914-ef67-4638-ab4e-856fdab7280e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81883 {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 16:57:35.090505 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1788fe-6403-40c1-8ac8-b899ee537a97 req-479fc694-98d3-462e-a9c1-b05c180c265e service neutron] Attempting to bind port b30a7664-8526-4f19-9578-bcd6d070fa17 on network 31086914-ef67-4638-ab4e-856fdab7280e {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:57:35.095221 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1788fe-6403-40c1-8ac8-b899ee537a97 req-479fc694-98d3-462e-a9c1-b05c180c265e service neutron] Checking agent: {'id': '853c399d-72c7-467e-bd42-08a47e7fb1c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81883', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 46, 47), 'started_at': datetime.datetime(2022, 1, 27, 16, 46, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:57:35.095557 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1788fe-6403-40c1-8ac8-b899ee537a97 req-479fc694-98d3-462e-a9c1-b05c180c265e service neutron] Checking segment: {'id': '7bf1178f-69a8-4a8f-a8bc-1f6a08989b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '31086914-ef67-4638-ab4e-856fdab7280e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:57:35.095959 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1788fe-6403-40c1-8ac8-b899ee537a97 req-479fc694-98d3-462e-a9c1-b05c180c265e service neutron] Bound using segment: {'id': '7bf1178f-69a8-4a8f-a8bc-1f6a08989b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '31086914-ef67-4638-ab4e-856fdab7280e'} {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:57:35.096382 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.managers [req-dc1788fe-6403-40c1-8ac8-b899ee537a97 req-479fc694-98d3-462e-a9c1-b05c180c265e service neutron] Bound port: b30a7664-8526-4f19-9578-bcd6d070fa17, host: hv-cinder-81883, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bf1178f-69a8-4a8f-a8bc-1f6a08989b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '31086914-ef67-4638-ab4e-856fdab7280e'}}] {{(pid=114094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:57:35.097503 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-dc1788fe-6403-40c1-8ac8-b899ee537a97 req-479fc694-98d3-462e-a9c1-b05c180c265e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (b30a7664-8526-4f19-9578-bcd6d070fa17), before_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:57:35.165852 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.db [req-dc1788fe-6403-40c1-8ac8-b899ee537a97 req-479fc694-98d3-462e-a9c1-b05c180c265e service neutron] For port b30a7664-8526-4f19-9578-bcd6d070fa17, host hv-cinder-81883, cleared binding levels {{(pid=114094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:57:35.168832 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.db [req-dc1788fe-6403-40c1-8ac8-b899ee537a97 req-479fc694-98d3-462e-a9c1-b05c180c265e service neutron] For port b30a7664-8526-4f19-9578-bcd6d070fa17, host hv-cinder-81883, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=b30a7664-8526-4f19-9578-bcd6d070fa17,segment=NetworkSegment(7bf1178f-69a8-4a8f-a8bc-1f6a08989b49),segment_id=7bf1178f-69a8-4a8f-a8bc-1f6a08989b49)] {{(pid=114094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:57:35.172897 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-dc1788fe-6403-40c1-8ac8-b899ee537a97 req-479fc694-98d3-462e-a9c1-b05c180c265e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8776969'] for port (b30a7664-8526-4f19-9578-bcd6d070fa17), after_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:57:35.204245 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1788fe-6403-40c1-8ac8-b899ee537a97 req-479fc694-98d3-462e-a9c1-b05c180c265e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:57:35.204857 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-dc1788fe-6403-40c1-8ac8-b899ee537a97 req-479fc694-98d3-462e-a9c1-b05c180c265e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118807'] for port (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:57:35.206241 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-dc1788fe-6403-40c1-8ac8-b899ee537a97 req-479fc694-98d3-462e-a9c1-b05c180c265e service neutron] 10.222.0.24 "PUT /v2.0/ports/b30a7664-8526-4f19-9578-bcd6d070fa17 HTTP/1.1" status: 200 len: 1093 time: 0.6115148 Jan 27 16:57:35.206674 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20d4bea1-c26d-474d-ac97-d1a46389b65a', 'tag': 'b30a7664-8526-4f19-9578-bcd6d070fa17'}] {{(pid=114094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:57:35.208972 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}342a798d1d13ecd85fd4efdf34ff3908ecd3b9322feeb0f720fcdcd52e7e333b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f57e9a-6176-4f5d-a26d-c0f1628471bc" -d '{"events": [{"name": "network-changed", "server_uuid": "20d4bea1-c26d-474d-ac97-d1a46389b65a", "tag": "b30a7664-8526-4f19-9578-bcd6d070fa17"}]}' {{(pid=114094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:57:35.248500 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479fc694-98d3-462e-a9c1-b05c180c265e service neutron] Pushing event updated for resources: {'Port': ['ID=b30a7664-8526-4f19-9578-bcd6d070fa17,revision_number=3']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:57:35.282773 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 16:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aaaa857-bd75-4429-986e-a89ce2f4866c x-openstack-request-id: req-4aaaa857-bd75-4429-986e-a89ce2f4866c {{(pid=114094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:57:35.283069 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20d4bea1-c26d-474d-ac97-d1a46389b65a", "tag": "b30a7664-8526-4f19-9578-bcd6d070fa17", "status": "completed", "code": 200}]} {{(pid=114094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:57:35.283322 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4aaaa857-bd75-4429-986e-a89ce2f4866c {{(pid=114094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:57:35.283758 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20d4bea1-c26d-474d-ac97-d1a46389b65a', 'tag': 'b30a7664-8526-4f19-9578-bcd6d070fa17', 'status': 'completed', 'code': 200} Jan 27 16:57:35.301392 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1788fe-6403-40c1-8ac8-b899ee537a97 req-4a26e2b0-6d0f-48cc-81b7-ffc497d4291d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:57:35.303036 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-dc1788fe-6403-40c1-8ac8-b899ee537a97 req-4a26e2b0-6d0f-48cc-81b7-ffc497d4291d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4d8774be86e84ff7a66787d6f67c554e&device_id=20d4bea1-c26d-474d-ac97-d1a46389b65a HTTP/1.1" status: 200 len: 1096 time: 0.0514069 Jan 27 16:57:35.352484 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-dc1788fe-6403-40c1-8ac8-b899ee537a97 req-e9dbbdd4-61b7-47bd-81bd-4d5dc0f3a34f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b30a7664-8526-4f19-9578-bcd6d070fa17 HTTP/1.1" status: 200 len: 217 time: 0.0399258 Jan 27 16:57:35.355837 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d96ba77-1893-4bbe-aa71-56406c8dcd17 req-f2daa268-ee53-4bf0-b7b5-9fd0895ad4dc tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:57:35.357354 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-4d96ba77-1893-4bbe-aa71-56406c8dcd17 req-f2daa268-ee53-4bf0-b7b5-9fd0895ad4dc tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/ports?device_id=20d4bea1-c26d-474d-ac97-d1a46389b65a HTTP/1.1" status: 200 len: 943 time: 0.0577927 Jan 27 16:57:35.405909 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1788fe-6403-40c1-8ac8-b899ee537a97 req-822eca3d-cd37-4ea2-b8a0-73d1abb45bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:57:35.407488 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-dc1788fe-6403-40c1-8ac8-b899ee537a97 req-822eca3d-cd37-4ea2-b8a0-73d1abb45bd4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4f1f5f27-ec22-474d-84c0-06f0bcfbbeac HTTP/1.1" status: 200 len: 849 time: 0.0489085 Jan 27 16:57:35.410824 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-4d96ba77-1893-4bbe-aa71-56406c8dcd17 req-2dd01e6a-18d2-4e73-a90b-cb8d168ffead tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/security-groups?id=1472d445-c789-4bc7-8d41-a03ed1a5e9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471473 Jan 27 16:57:35.451122 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1788fe-6403-40c1-8ac8-b899ee537a97 req-9602574b-631f-4b7d-97b2-695d97123137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:57:35.452611 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-dc1788fe-6403-40c1-8ac8-b899ee537a97 req-9602574b-631f-4b7d-97b2-695d97123137 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=31086914-ef67-4638-ab4e-856fdab7280e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396433 Jan 27 16:57:35.542120 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-dc1788fe-6403-40c1-8ac8-b899ee537a97 req-763a1ce7-70de-4e08-9669-8b4072cb4781 service neutron] 10.222.0.24 "GET /v2.0/networks/31086914-ef67-4638-ab4e-856fdab7280e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836568 Jan 27 16:57:35.627815 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-dc1788fe-6403-40c1-8ac8-b899ee537a97 req-7ba9634d-db13-46e1-a17e-6e037e6f4bbb service neutron] 10.222.0.24 "GET /v2.0/networks/31086914-ef67-4638-ab4e-856fdab7280e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795257 Jan 27 16:57:35.715341 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f57e9a-6176-4f5d-a26d-c0f1628471bc req-24ab7a8d-f4bc-4c66-836d-aa6a0c592eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:57:35.716838 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-b0f57e9a-6176-4f5d-a26d-c0f1628471bc req-24ab7a8d-f4bc-4c66-836d-aa6a0c592eeb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4d8774be86e84ff7a66787d6f67c554e&device_id=20d4bea1-c26d-474d-ac97-d1a46389b65a HTTP/1.1" status: 200 len: 1096 time: 0.0401475 Jan 27 16:57:35.809148 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f57e9a-6176-4f5d-a26d-c0f1628471bc req-af5b9e70-9d6d-476d-be77-d9bffa75ec82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:57:35.810607 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-b0f57e9a-6176-4f5d-a26d-c0f1628471bc req-af5b9e70-9d6d-476d-be77-d9bffa75ec82 service neutron] 10.222.0.24 "GET /v2.0/networks?id=31086914-ef67-4638-ab4e-856fdab7280e HTTP/1.1" status: 200 len: 911 time: 0.0857623 Jan 27 16:57:35.850452 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-b0f57e9a-6176-4f5d-a26d-c0f1628471bc req-2ea72dbe-4ce6-435c-a02f-cf57b64d7b51 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b30a7664-8526-4f19-9578-bcd6d070fa17 HTTP/1.1" status: 200 len: 217 time: 0.0334916 Jan 27 16:57:35.900616 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f57e9a-6176-4f5d-a26d-c0f1628471bc req-443225a7-169d-491b-baa8-73b329b6fe7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:57:35.902019 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-b0f57e9a-6176-4f5d-a26d-c0f1628471bc req-443225a7-169d-491b-baa8-73b329b6fe7b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4f1f5f27-ec22-474d-84c0-06f0bcfbbeac HTTP/1.1" status: 200 len: 849 time: 0.0452464 Jan 27 16:57:35.944574 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f57e9a-6176-4f5d-a26d-c0f1628471bc req-5fa9dbe8-cd35-49cd-8613-a9b8ff6028f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:57:35.946011 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-b0f57e9a-6176-4f5d-a26d-c0f1628471bc req-5fa9dbe8-cd35-49cd-8613-a9b8ff6028f6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=31086914-ef67-4638-ab4e-856fdab7280e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384736 Jan 27 16:57:36.032794 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-b0f57e9a-6176-4f5d-a26d-c0f1628471bc req-7df04abc-2d0d-4468-bf20-4dbd66e62f60 service neutron] 10.222.0.24 "GET /v2.0/networks/31086914-ef67-4638-ab4e-856fdab7280e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803673 Jan 27 16:57:36.122336 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-b0f57e9a-6176-4f5d-a26d-c0f1628471bc req-89d2a8a3-dbfe-466b-b0cf-eac0b029bcdb service neutron] 10.222.0.24 "GET /v2.0/networks/31086914-ef67-4638-ab4e-856fdab7280e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833147 Jan 27 16:57:36.525104 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c4f623-7227-40fc-9cc2-c8d50c0b73e3 req-d4e2c80e-a115-432d-861a-23ca53c499d6 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:57:36.526548 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-33c4f623-7227-40fc-9cc2-c8d50c0b73e3 req-d4e2c80e-a115-432d-861a-23ca53c499d6 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/ports?device_id=20d4bea1-c26d-474d-ac97-d1a46389b65a HTTP/1.1" status: 200 len: 943 time: 0.0478842 Jan 27 16:57:36.574539 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-33c4f623-7227-40fc-9cc2-c8d50c0b73e3 req-0e89e6ff-218e-4091-9fc3-46b11f4aa3b7 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/security-groups?id=1472d445-c789-4bc7-8d41-a03ed1a5e9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424340 Jan 27 16:57:37.687242 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d066e11-170d-4616-95c4-36a5046afb28 req-217c95e4-31ca-4feb-a2f7-f8518159e6e8 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:57:37.688689 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-8d066e11-170d-4616-95c4-36a5046afb28 req-217c95e4-31ca-4feb-a2f7-f8518159e6e8 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/ports?device_id=20d4bea1-c26d-474d-ac97-d1a46389b65a HTTP/1.1" status: 200 len: 943 time: 0.0473914 Jan 27 16:57:37.739676 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-8d066e11-170d-4616-95c4-36a5046afb28 req-37ce8793-adef-440f-8074-a24377e4e1ce tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/security-groups?id=1472d445-c789-4bc7-8d41-a03ed1a5e9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451384 Jan 27 16:57:38.851727 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f5ba39-8685-4958-8504-67c3c131f825 req-7b9082e6-dbc9-4cbd-83d8-15b75a59f2f3 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:57:38.853055 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-32f5ba39-8685-4958-8504-67c3c131f825 req-7b9082e6-dbc9-4cbd-83d8-15b75a59f2f3 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/ports?device_id=20d4bea1-c26d-474d-ac97-d1a46389b65a HTTP/1.1" status: 200 len: 943 time: 0.0473936 Jan 27 16:57:38.900364 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-32f5ba39-8685-4958-8504-67c3c131f825 req-3ab097a8-dd70-4b4f-ac80-3a0339b7b3a8 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/security-groups?id=1472d445-c789-4bc7-8d41-a03ed1a5e9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419011 Jan 27 16:57:40.013858 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8c79b1-fcde-40f1-981c-bc3ad354b36e req-0fa34f2c-b14a-4188-8086-798d48ef5126 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:57:40.015329 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-5b8c79b1-fcde-40f1-981c-bc3ad354b36e req-0fa34f2c-b14a-4188-8086-798d48ef5126 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/ports?device_id=20d4bea1-c26d-474d-ac97-d1a46389b65a HTTP/1.1" status: 200 len: 943 time: 0.0490577 Jan 27 16:57:40.062310 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-5b8c79b1-fcde-40f1-981c-bc3ad354b36e req-eb98c8f7-3ef6-4e03-9a32-8a47b49e7972 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/security-groups?id=1472d445-c789-4bc7-8d41-a03ed1a5e9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413792 Jan 27 16:57:41.177285 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e8465-37eb-45a5-b7bc-c6dd21cd6016 req-c834381e-c77c-47db-a8b4-7d00f59aef2b tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:57:41.178761 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-de5e8465-37eb-45a5-b7bc-c6dd21cd6016 req-c834381e-c77c-47db-a8b4-7d00f59aef2b tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/ports?device_id=20d4bea1-c26d-474d-ac97-d1a46389b65a HTTP/1.1" status: 200 len: 943 time: 0.0512552 Jan 27 16:57:41.226016 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-de5e8465-37eb-45a5-b7bc-c6dd21cd6016 req-f58d2350-8694-475c-8614-ace7d4c60903 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/security-groups?id=1472d445-c789-4bc7-8d41-a03ed1a5e9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417476 Jan 27 16:57:42.335768 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b980fe46-7402-4c1c-a252-384251a41078 req-2e3c3ec9-d4ad-40b3-8ca2-08140c7ba246 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:57:42.337204 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-b980fe46-7402-4c1c-a252-384251a41078 req-2e3c3ec9-d4ad-40b3-8ca2-08140c7ba246 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/ports?device_id=20d4bea1-c26d-474d-ac97-d1a46389b65a HTTP/1.1" status: 200 len: 943 time: 0.0469754 Jan 27 16:57:42.384417 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-b980fe46-7402-4c1c-a252-384251a41078 req-097b9483-f5f4-49d2-9114-cbe32bdd75d8 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/security-groups?id=1472d445-c789-4bc7-8d41-a03ed1a5e9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416572 Jan 27 16:57:43.076280 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device b30a7664-8526-4f19-9578-bcd6d070fa17 details requested by agent hyperv_hv-cinder-81883 with host hv-cinder-81883 {{(pid=114096) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 16:57:43.167238 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] For port b30a7664-8526-4f19-9578-bcd6d070fa17, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=b30a7664-8526-4f19-9578-bcd6d070fa17,segment=NetworkSegment(7bf1178f-69a8-4a8f-a8bc-1f6a08989b49),segment_id=7bf1178f-69a8-4a8f-a8bc-1f6a08989b49)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:57:43.178320 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Returning: {'device': 'b30a7664-8526-4f19-9578-bcd6d070fa17', 'network_id': '31086914-ef67-4638-ab4e-856fdab7280e', 'port_id': 'b30a7664-8526-4f19-9578-bcd6d070fa17', 'mac_address': 'fa:16:3e:11:07:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f1f5f27-ec22-474d-84c0-06f0bcfbbeac', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114096) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 16:57:43.216962 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Current status of the port b30a7664-8526-4f19-9578-bcd6d070fa17 is: DOWN; New status is: BUILD {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:57:43.217348 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (b30a7664-8526-4f19-9578-bcd6d070fa17), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:57:43.229462 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.notifiers.nova [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b30a7664-8526-4f19-9578-bcd6d070fa17 {{(pid=114096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:57:43.249125 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] For port b30a7664-8526-4f19-9578-bcd6d070fa17, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=b30a7664-8526-4f19-9578-bcd6d070fa17,segment=NetworkSegment(7bf1178f-69a8-4a8f-a8bc-1f6a08989b49),segment_id=7bf1178f-69a8-4a8f-a8bc-1f6a08989b49)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:57:43.253665 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (b30a7664-8526-4f19-9578-bcd6d070fa17), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:57:43.300170 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Pushing event updated for resources: {'Port': ['ID=b30a7664-8526-4f19-9578-bcd6d070fa17,revision_number=4']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:57:43.307044 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:57:43.307405 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:57:43.307779 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:57:43.308120 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:57:43.308456 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:57:43.308787 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:57:43.309117 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:57:43.309445 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:57:43.309771 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:57:43.310098 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:57:43.310422 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:57:43.310779 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:57:43.311102 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:57:43.459252 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] get_ports_and_sgs() called for port_ids ['b30a7664-8526-4f19-9578-bcd6d070fa17'] {{(pid=114096) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 16:57:43.496746 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f849299a-c2a2-4478-a11a-ba1029202431 req-550a8715-99c1-4a73-bf4e-57f0b86cf6cd tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:57:43.498242 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-f849299a-c2a2-4478-a11a-ba1029202431 req-550a8715-99c1-4a73-bf4e-57f0b86cf6cd tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/ports?device_id=20d4bea1-c26d-474d-ac97-d1a46389b65a HTTP/1.1" status: 200 len: 944 time: 0.0482461 Jan 27 16:57:43.550625 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-f849299a-c2a2-4478-a11a-ba1029202431 req-3f396059-10fe-44dd-822e-1c2a9e108ddc tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/security-groups?id=1472d445-c789-4bc7-8d41-a03ed1a5e9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467050 Jan 27 16:57:44.664991 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7190091-e829-4da4-a6c6-449858bea8d5 req-527099de-97d6-4a02-9e4c-c73eb4e197a9 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:57:44.666435 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-f7190091-e829-4da4-a6c6-449858bea8d5 req-527099de-97d6-4a02-9e4c-c73eb4e197a9 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/ports?device_id=20d4bea1-c26d-474d-ac97-d1a46389b65a HTTP/1.1" status: 200 len: 944 time: 0.0481219 Jan 27 16:57:44.713031 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-f7190091-e829-4da4-a6c6-449858bea8d5 req-ed7ec47f-a5cc-4ee2-9e49-a85ae4f3e752 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/security-groups?id=1472d445-c789-4bc7-8d41-a03ed1a5e9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411940 Jan 27 16:57:45.092144 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device b30a7664-8526-4f19-9578-bcd6d070fa17 up at agent hyperv_hv-cinder-81883 {{(pid=114096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:57:45.139186 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Provisioning for port b30a7664-8526-4f19-9578-bcd6d070fa17 completed by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 16:57:45.145701 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Provisioning complete for port b30a7664-8526-4f19-9578-bcd6d070fa17 triggered by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:57:45.146168 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (b30a7664-8526-4f19-9578-bcd6d070fa17), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:57:45.222813 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Current status of the port b30a7664-8526-4f19-9578-bcd6d070fa17 is: BUILD; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:57:45.223199 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (b30a7664-8526-4f19-9578-bcd6d070fa17), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:57:45.244812 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20d4bea1-c26d-474d-ac97-d1a46389b65a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b30a7664-8526-4f19-9578-bcd6d070fa17'}] {{(pid=114096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:57:45.246989 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7400b25514d980253c692f49984ce8becaf326df5cb1ee6ae8228296f1505bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b50ce951-c933-4e79-8ef2-429c6862e97a" -d '{"events": [{"server_uuid": "20d4bea1-c26d-474d-ac97-d1a46389b65a", "name": "network-vif-plugged", "status": "completed", "tag": "b30a7664-8526-4f19-9578-bcd6d070fa17"}]}' {{(pid=114096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:57:45.260323 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] For port b30a7664-8526-4f19-9578-bcd6d070fa17, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=b30a7664-8526-4f19-9578-bcd6d070fa17,segment=NetworkSegment(7bf1178f-69a8-4a8f-a8bc-1f6a08989b49),segment_id=7bf1178f-69a8-4a8f-a8bc-1f6a08989b49)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:57:45.264956 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (b30a7664-8526-4f19-9578-bcd6d070fa17), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:57:45.287478 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 16:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7075d96-5e5b-471f-9463-3fe437025f5a x-openstack-request-id: req-d7075d96-5e5b-471f-9463-3fe437025f5a {{(pid=114096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:57:45.287858 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20d4bea1-c26d-474d-ac97-d1a46389b65a", "name": "network-vif-plugged", "status": "completed", "tag": "b30a7664-8526-4f19-9578-bcd6d070fa17", "code": 200}]} {{(pid=114096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:57:45.288107 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d7075d96-5e5b-471f-9463-3fe437025f5a {{(pid=114096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:57:45.288488 dv-cinder-818830-2-iscsi neutron-server[114096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20d4bea1-c26d-474d-ac97-d1a46389b65a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b30a7664-8526-4f19-9578-bcd6d070fa17', 'code': 200} Jan 27 16:57:45.313641 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Pushing event updated for resources: {'Port': ['ID=b30a7664-8526-4f19-9578-bcd6d070fa17,revision_number=5']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:57:45.485643 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5740c0a9-4995-4a2c-81f6-8c1a752f883e req-3e1c703c-d8d8-4679-8737-c7949fec1396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:57:45.487620 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-5740c0a9-4995-4a2c-81f6-8c1a752f883e req-3e1c703c-d8d8-4679-8737-c7949fec1396 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=20d4bea1-c26d-474d-ac97-d1a46389b65a HTTP/1.1" status: 200 len: 1098 time: 0.0396399 Jan 27 16:57:45.531375 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-5740c0a9-4995-4a2c-81f6-8c1a752f883e req-51efab9f-afcb-46c0-8f98-dec49e1d6d42 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1472d445-c789-4bc7-8d41-a03ed1a5e9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384436 Jan 27 16:57:45.824419 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d00a71f-99e9-46b8-8934-e28fbc459919 req-f8762995-2e2e-41e7-a700-e5a547610b17 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:57:45.825858 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-0d00a71f-99e9-46b8-8934-e28fbc459919 req-f8762995-2e2e-41e7-a700-e5a547610b17 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/ports?device_id=20d4bea1-c26d-474d-ac97-d1a46389b65a HTTP/1.1" status: 200 len: 945 time: 0.0477092 Jan 27 16:57:45.873087 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-0d00a71f-99e9-46b8-8934-e28fbc459919 req-5598fee7-eda9-4be4-a88f-bbca3469eb8b tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/security-groups?id=1472d445-c789-4bc7-8d41-a03ed1a5e9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415344 Jan 27 16:57:46.394533 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-4890d3d6-7123-4038-97a8-6a9678063696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (b49cc950-6aaa-44e3-a3c4-70b67101afab), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:57:46.991462 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeb6860-ec52-4e08-8595-98ffe3bc09c5 req-f5763160-8816-4e71-bb54-4fac814ae0a7 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:57:46.992943 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-adeb6860-ec52-4e08-8595-98ffe3bc09c5 req-f5763160-8816-4e71-bb54-4fac814ae0a7 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/ports?device_id=20d4bea1-c26d-474d-ac97-d1a46389b65a HTTP/1.1" status: 200 len: 945 time: 0.0512941 Jan 27 16:57:47.041202 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-adeb6860-ec52-4e08-8595-98ffe3bc09c5 req-c921e4a8-75e5-4983-a0be-228f5d98f118 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/security-groups?id=1472d445-c789-4bc7-8d41-a03ed1a5e9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427673 Jan 27 16:57:47.153105 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9c2dc2-63a8-4997-8c7b-299c54be2340 req-45bca351-d7e2-430e-9cae-13b7f04e6f89 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:57:47.154445 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-2a9c2dc2-63a8-4997-8c7b-299c54be2340 req-45bca351-d7e2-430e-9cae-13b7f04e6f89 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/ports?device_id=20d4bea1-c26d-474d-ac97-d1a46389b65a HTTP/1.1" status: 200 len: 945 time: 0.0483987 Jan 27 16:57:47.201943 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-2a9c2dc2-63a8-4997-8c7b-299c54be2340 req-55e77f40-a1f0-4999-80ea-a8296ea34cdb tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/security-groups?id=1472d445-c789-4bc7-8d41-a03ed1a5e9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414937 Jan 27 16:57:47.225014 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 55528) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:57:47.267164 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa96d6f-e255-4224-95cd-49e128bf517b tempest-TestVolumeBootPattern-2051560386 tempest-TestVolumeBootPattern-2051560386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:57:47.269253 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-cfa96d6f-e255-4224-95cd-49e128bf517b tempest-TestVolumeBootPattern-2051560386 tempest-TestVolumeBootPattern-2051560386-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=20d4bea1-c26d-474d-ac97-d1a46389b65a HTTP/1.1" status: 200 len: 1093 time: 0.0432875 Jan 27 16:57:47.271964 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 55530) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:57:47.276029 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.v2.base [None req-6dc1ac80-c87b-48c2-8e06-629fa9af7800 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Request body: {'floatingip': {'floating_network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'port_id': 'b30a7664-8526-4f19-9578-bcd6d070fa17', 'tenant_id': '4d8774be86e84ff7a66787d6f67c554e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=114095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:57:47.294888 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-6dc1ac80-c87b-48c2-8e06-629fa9af7800 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:57:47.386570 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-6dc1ac80-c87b-48c2-8e06-629fa9af7800 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:57:47.490503 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.db.db_base_plugin_common [None req-6dc1ac80-c87b-48c2-8e06-629fa9af7800 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Allocated IP 172.27.2.236 (7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9/3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf/229ed8e0-6b76-4456-b2d8-752643b94ce0) {{(pid=114095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:57:47.589230 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-6dc1ac80-c87b-48c2-8e06-629fa9af7800 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks [] for port (229ed8e0-6b76-4456-b2d8-752643b94ce0), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:57:47.622681 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-6dc1ac80-c87b-48c2-8e06-629fa9af7800 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740202573617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080504'] for port (229ed8e0-6b76-4456-b2d8-752643b94ce0), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:57:47.661764 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc1ac80-c87b-48c2-8e06-629fa9af7800 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Network 7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9 is already hosted by enough agents. {{(pid=114095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:57:47.664526 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.scheduler.base_scheduler [None req-6dc1ac80-c87b-48c2-8e06-629fa9af7800 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Resources bound (agent type, host, resource id): {{(pid=114095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:57:47.667870 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc1ac80-c87b-48c2-8e06-629fa9af7800 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Received port after_create {{(pid=114095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:57:47.693576 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc1ac80-c87b-48c2-8e06-629fa9af7800 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Pushing event updated for resources: {'Port': ['ID=229ed8e0-6b76-4456-b2d8-752643b94ce0,revision_number=1']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:57:48.030515 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-6dc1ac80-c87b-48c2-8e06-629fa9af7800 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks [] for floatingip (a21c6381-240c-49e8-934d-6e2345d00103), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:57:48.099047 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-6dc1ac80-c87b-48c2-8e06-629fa9af7800 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (229ed8e0-6b76-4456-b2d8-752643b94ce0), before_update {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:57:48.245220 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-6dc1ac80-c87b-48c2-8e06-629fa9af7800 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks [] for port (229ed8e0-6b76-4456-b2d8-752643b94ce0), precommit_update {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:57:48.249487 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-6dc1ac80-c87b-48c2-8e06-629fa9af7800 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080387'] for port (229ed8e0-6b76-4456-b2d8-752643b94ce0), after_update {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:57:48.318164 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc1ac80-c87b-48c2-8e06-629fa9af7800 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Pushing event updated for resources: {'Port': ['ID=229ed8e0-6b76-4456-b2d8-752643b94ce0,revision_number=2']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:57:48.327433 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-6dc1ac80-c87b-48c2-8e06-629fa9af7800 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1796444'] for floatingip (a21c6381-240c-49e8-934d-6e2345d00103), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:57:48.426978 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.db.l3_db [None req-6dc1ac80-c87b-48c2-8e06-629fa9af7800 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Floating IP a21c6381-240c-49e8-934d-6e2345d00103 associated. External IP: 172.27.2.236, port: b30a7664-8526-4f19-9578-bcd6d070fa17. Jan 27 16:57:48.431055 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (853c399d-72c7-467e-bd42-08a47e7fb1c3), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:57:48.460077 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-e9732035-3155-438f-b572-b8bf437244ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (bdbd084a-7876-495d-b5d9-cf3ee18f0227), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:57:48.855663 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dc1ac80-c87b-48c2-8e06-629fa9af7800 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Router b90512fd-15f2-4c4e-8f86-67964d88460e has already been hosted by L3 agent bdbd084a-7876-495d-b5d9-cf3ee18f0227 {{(pid=114095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 16:57:48.960340 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dc1ac80-c87b-48c2-8e06-629fa9af7800 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Notify agent at l3_agent.dv-cinder-818830-2-iscsi the message routers_updated {{(pid=114095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 16:57:48.971235 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ff5df3-fa7c-41d4-a87c-a53a07ef78e8 None None] Sync routers for ids ['b90512fd-15f2-4c4e-8f86-67964d88460e'] in dv-cinder-818830-2-iscsi {{(pid=114096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 16:57:48.978848 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-6dc1ac80-c87b-48c2-8e06-629fa9af7800 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118807'] for floatingip (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:57:48.980214 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ff5df3-fa7c-41d4-a87c-a53a07ef78e8 None None] Routers {'b90512fd-15f2-4c4e-8f86-67964d88460e'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:57:48.980839 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-c6ff5df3-fa7c-41d4-a87c-a53a07ef78e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T16:57:48Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['b90512fd-15f2-4c4e-8f86-67964d88460e'], 'active': True} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:57:49.005972 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-6dc1ac80-c87b-48c2-8e06-629fa9af7800 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7330256 Jan 27 16:57:49.006558 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20d4bea1-c26d-474d-ac97-d1a46389b65a', 'tag': 'b30a7664-8526-4f19-9578-bcd6d070fa17'}] {{(pid=114095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:57:49.009090 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4239e6a803e2f619fc9b8f6c8a6584a7ac442468773ed84b4810d4ba10bf9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4935ecf-8c35-4e42-8aed-623e0540153c" -d '{"events": [{"name": "network-changed", "server_uuid": "20d4bea1-c26d-474d-ac97-d1a46389b65a", "tag": "b30a7664-8526-4f19-9578-bcd6d070fa17"}]}' {{(pid=114095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:57:49.045238 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 16:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c58cae07-8b0b-4f8e-8e33-90ebe4dcfddc x-openstack-request-id: req-c58cae07-8b0b-4f8e-8e33-90ebe4dcfddc {{(pid=114095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:57:49.045851 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20d4bea1-c26d-474d-ac97-d1a46389b65a", "tag": "b30a7664-8526-4f19-9578-bcd6d070fa17", "status": "completed", "code": 200}]} {{(pid=114095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:57:49.045851 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c58cae07-8b0b-4f8e-8e33-90ebe4dcfddc {{(pid=114095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:57:49.046219 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20d4bea1-c26d-474d-ac97-d1a46389b65a', 'tag': 'b30a7664-8526-4f19-9578-bcd6d070fa17', 'status': 'completed', 'code': 200} Jan 27 16:57:49.112009 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4935ecf-8c35-4e42-8aed-623e0540153c req-6b38d036-b904-4738-920e-6dc40428e010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:57:49.113478 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-d4935ecf-8c35-4e42-8aed-623e0540153c req-6b38d036-b904-4738-920e-6dc40428e010 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4d8774be86e84ff7a66787d6f67c554e&device_id=20d4bea1-c26d-474d-ac97-d1a46389b65a HTTP/1.1" status: 200 len: 1098 time: 0.0473144 Jan 27 16:57:49.203855 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4935ecf-8c35-4e42-8aed-623e0540153c req-8556c464-4945-439f-9844-3a87d2e4b4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:57:49.205905 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-d4935ecf-8c35-4e42-8aed-623e0540153c req-8556c464-4945-439f-9844-3a87d2e4b4c2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=31086914-ef67-4638-ab4e-856fdab7280e HTTP/1.1" status: 200 len: 911 time: 0.0857728 Jan 27 16:57:49.219376 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvr_db [None req-c6ff5df3-fa7c-41d4-a87c-a53a07ef78e8 None None] Set router b90512fd-15f2-4c4e-8f86-67964d88460e gateway port host: dv-cinder-818830-2-iscsi {{(pid=114096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:57:49.273704 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-d4935ecf-8c35-4e42-8aed-623e0540153c req-910ccd27-b7ef-4b38-a969-2385ca6a73d2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b30a7664-8526-4f19-9578-bcd6d070fa17 HTTP/1.1" status: 200 len: 999 time: 0.0623229 Jan 27 16:57:49.447432 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-c6ff5df3-fa7c-41d4-a87c-a53a07ef78e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90512fd-15f2-4c4e-8f86-67964d88460e', 'name': 'tempest-TestVolumeBootPattern-97804640-router', 'tenant_id': '4d8774be86e84ff7a66787d6f67c554e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '642e56d3-8a0e-4c81-8771-04540c55df24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:54:42Z', 'updated_at': '2022-01-27T16:54:45Z', 'revision_number': 4, 'project_id': '4d8774be86e84ff7a66787d6f67c554e', 'gw_port': {'id': '642e56d3-8a0e-4c81-8771-04540c55df24', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ce:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90512fd-15f2-4c4e-8f86-67964d88460e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:54:43Z', 'updated_at': '2022-01-27T16:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi', '_floatingips': [{'id': 'a21c6381-240c-49e8-934d-6e2345d00103', 'tenant_id': '4d8774be86e84ff7a66787d6f67c554e', 'floating_ip_address': '172.27.2.236', 'floating_network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'router_id': 'b90512fd-15f2-4c4e-8f86-67964d88460e', 'port_id': 'b30a7664-8526-4f19-9578-bcd6d070fa17', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31086914-ef67-4638-ab4e-856fdab7280e', 'mac_address': 'fa:16:3e:11:07:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d4bea1-c26d-474d-ac97-d1a46389b65a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T16:57:47Z', 'updated_at': '2022-01-27T16:57:47Z', 'revision_number': 0, 'project_id': '4d8774be86e84ff7a66787d6f67c554e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a1e16b0-90fe-42be-9aa0-b3c3f7dfcc82', 'name': '', 'network_id': '31086914-ef67-4638-ab4e-856fdab7280e', 'tenant_id': '4d8774be86e84ff7a66787d6f67c554e', 'mac_address': 'fa:16:3e:1b:56:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90512fd-15f2-4c4e-8f86-67964d88460e', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '4f1f5f27-ec22-474d-84c0-06f0bcfbbeac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:54:44Z', 'updated_at': '2022-01-27T16:54:51Z', 'revision_number': 5, 'project_id': '4d8774be86e84ff7a66787d6f67c554e', 'subnets': [{'id': '4f1f5f27-ec22-474d-84c0-06f0bcfbbeac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:57:49.478997 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ff5df3-fa7c-41d4-a87c-a53a07ef78e8 None None] Checking router: b90512fd-15f2-4c4e-8f86-67964d88460e for host: dv-cinder-818830-2-iscsi {{(pid=114096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 16:57:49.488562 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ff5df3-fa7c-41d4-a87c-a53a07ef78e8 None None] Routers {'b90512fd-15f2-4c4e-8f86-67964d88460e'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:57:49.489207 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-c6ff5df3-fa7c-41d4-a87c-a53a07ef78e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T16:57:48Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['b90512fd-15f2-4c4e-8f86-67964d88460e'], 'active': True} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:57:49.544119 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-66ba84dd-632c-456a-bb12-6a575fe6244f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9495f383-87a2-4ffd-86dd-67b8d88d602c), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:57:49.598035 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4935ecf-8c35-4e42-8aed-623e0540153c req-5a82fd2d-ee9a-4c97-9946-47f2200a0e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:57:49.599483 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-d4935ecf-8c35-4e42-8aed-623e0540153c req-5a82fd2d-ee9a-4c97-9946-47f2200a0e1a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4f1f5f27-ec22-474d-84c0-06f0bcfbbeac HTTP/1.1" status: 200 len: 849 time: 0.3192024 Jan 27 16:57:49.610795 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvr_db [None req-c6ff5df3-fa7c-41d4-a87c-a53a07ef78e8 None None] Set router b90512fd-15f2-4c4e-8f86-67964d88460e gateway port host: dv-cinder-818830-2-iscsi {{(pid=114096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:57:49.644283 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4935ecf-8c35-4e42-8aed-623e0540153c req-6c2ca088-1b00-44a1-86d5-b564e51f14be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:57:49.645800 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-d4935ecf-8c35-4e42-8aed-623e0540153c req-6c2ca088-1b00-44a1-86d5-b564e51f14be service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=31086914-ef67-4638-ab4e-856fdab7280e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400572 Jan 27 16:57:49.737250 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-d4935ecf-8c35-4e42-8aed-623e0540153c req-6e0aabbb-7d9b-4e3c-9e46-df89de5e3ce0 service neutron] 10.222.0.24 "GET /v2.0/networks/31086914-ef67-4638-ab4e-856fdab7280e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833120 Jan 27 16:57:49.822105 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-d4935ecf-8c35-4e42-8aed-623e0540153c req-cf1471ab-7d80-45d0-8ad0-8684c5685017 service neutron] 10.222.0.24 "GET /v2.0/networks/31086914-ef67-4638-ab4e-856fdab7280e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803590 Jan 27 16:57:49.832812 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-c6ff5df3-fa7c-41d4-a87c-a53a07ef78e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90512fd-15f2-4c4e-8f86-67964d88460e', 'name': 'tempest-TestVolumeBootPattern-97804640-router', 'tenant_id': '4d8774be86e84ff7a66787d6f67c554e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '642e56d3-8a0e-4c81-8771-04540c55df24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:54:42Z', 'updated_at': '2022-01-27T16:54:45Z', 'revision_number': 4, 'project_id': '4d8774be86e84ff7a66787d6f67c554e', 'gw_port': {'id': '642e56d3-8a0e-4c81-8771-04540c55df24', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ce:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90512fd-15f2-4c4e-8f86-67964d88460e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:54:43Z', 'updated_at': '2022-01-27T16:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi', '_floatingips': [{'id': 'a21c6381-240c-49e8-934d-6e2345d00103', 'tenant_id': '4d8774be86e84ff7a66787d6f67c554e', 'floating_ip_address': '172.27.2.236', 'floating_network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'router_id': 'b90512fd-15f2-4c4e-8f86-67964d88460e', 'port_id': 'b30a7664-8526-4f19-9578-bcd6d070fa17', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31086914-ef67-4638-ab4e-856fdab7280e', 'mac_address': 'fa:16:3e:11:07:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d4bea1-c26d-474d-ac97-d1a46389b65a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T16:57:47Z', 'updated_at': '2022-01-27T16:57:47Z', 'revision_number': 0, 'project_id': '4d8774be86e84ff7a66787d6f67c554e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a1e16b0-90fe-42be-9aa0-b3c3f7dfcc82', 'name': '', 'network_id': '31086914-ef67-4638-ab4e-856fdab7280e', 'tenant_id': '4d8774be86e84ff7a66787d6f67c554e', 'mac_address': 'fa:16:3e:1b:56:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90512fd-15f2-4c4e-8f86-67964d88460e', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '4f1f5f27-ec22-474d-84c0-06f0bcfbbeac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:54:44Z', 'updated_at': '2022-01-27T16:54:51Z', 'revision_number': 5, 'project_id': '4d8774be86e84ff7a66787d6f67c554e', 'subnets': [{'id': '4f1f5f27-ec22-474d-84c0-06f0bcfbbeac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:57:49.859160 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ff5df3-fa7c-41d4-a87c-a53a07ef78e8 None None] The sync data for ids ['b90512fd-15f2-4c4e-8f86-67964d88460e'] in dv-cinder-818830-2-iscsi is: [{'id': 'b90512fd-15f2-4c4e-8f86-67964d88460e', 'name': 'tempest-TestVolumeBootPattern-97804640-router', 'tenant_id': '4d8774be86e84ff7a66787d6f67c554e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '642e56d3-8a0e-4c81-8771-04540c55df24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:54:42Z', 'updated_at': '2022-01-27T16:54:45Z', 'revision_number': 4, 'project_id': '4d8774be86e84ff7a66787d6f67c554e', 'gw_port': {'id': '642e56d3-8a0e-4c81-8771-04540c55df24', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ce:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90512fd-15f2-4c4e-8f86-67964d88460e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:54:43Z', 'updated_at': '2022-01-27T16:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi', '_floatingips': [{'id': 'a21c6381-240c-49e8-934d-6e2345d00103', 'tenant_id': '4d8774be86e84ff7a66787d6f67c554e', 'floating_ip_address': '172.27.2.236', 'floating_network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'router_id': 'b90512fd-15f2-4c4e-8f86-67964d88460e', 'port_id': 'b30a7664-8526-4f19-9578-bcd6d070fa17', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31086914-ef67-4638-ab4e-856fdab7280e', 'mac_address': 'fa:16:3e:11:07:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d4bea1-c26d-474d-ac97-d1a46389b65a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T16:57:47Z', 'updated_at': '2022-01-27T16:57:47Z', 'revision_number': 0, 'project_id': '4d8774be86e84ff7a66787d6f67c554e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a1e16b0-90fe-42be-9aa0-b3c3f7dfcc82', 'name': '', 'network_id': '31086914-ef67-4638-ab4e-856fdab7280e', 'tenant_id': '4d8774be86e84ff7a66787d6f67c554e', 'mac_address': 'fa:16:3e:1b:56:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90512fd-15f2-4c4e-8f86-67964d88460e', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '4f1f5f27-ec22-474d-84c0-06f0bcfbbeac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:54:44Z', 'updated_at': '2022-01-27T16:54:51Z', 'revision_number': 5, 'project_id': '4d8774be86e84ff7a66787d6f67c554e', 'subnets': [{'id': '4f1f5f27-ec22-474d-84c0-06f0bcfbbeac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 16:57:50.050682 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f528bea4-532b-402a-bccf-57cfae5c4f2e None None] New status for floating IP a21c6381-240c-49e8-934d-6e2345d00103: ACTIVE {{(pid=114097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 16:57:51.568748 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-d66b1738-fecd-429f-97ae-c3b5c23d3d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9d445c8f-179b-40e3-9cb5-ffaa95aecd6a), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:57:52.597750 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (492c1832-c7a3-4f77-b4ba-2ebdc28556bf), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:57:53.714601 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-bb1b5e26-cca7-467e-9171-18ec4b74bd43 req-eab6c0b1-6ca6-4893-a1f2-24fee1140663 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=20d4bea1-c26d-474d-ac97-d1a46389b65a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392580 Jan 27 16:57:53.806547 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b5e26-cca7-467e-9171-18ec4b74bd43 req-c20abc40-85be-4a09-93cc-61466f60bf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:57:53.807990 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-bb1b5e26-cca7-467e-9171-18ec4b74bd43 req-c20abc40-85be-4a09-93cc-61466f60bf83 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4d8774be86e84ff7a66787d6f67c554e&device_id=20d4bea1-c26d-474d-ac97-d1a46389b65a HTTP/1.1" status: 200 len: 1098 time: 0.0479698 Jan 27 16:57:53.918407 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b5e26-cca7-467e-9171-18ec4b74bd43 req-8ed180d7-ae3a-4ce1-9fd2-252143aabe69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:57:53.919979 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-bb1b5e26-cca7-467e-9171-18ec4b74bd43 req-8ed180d7-ae3a-4ce1-9fd2-252143aabe69 service neutron] 10.222.0.24 "GET /v2.0/networks?id=31086914-ef67-4638-ab4e-856fdab7280e HTTP/1.1" status: 200 len: 911 time: 0.0900652 Jan 27 16:57:54.002918 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-bb1b5e26-cca7-467e-9171-18ec4b74bd43 req-0434745b-2da5-4f18-8a6a-5818919465da service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b30a7664-8526-4f19-9578-bcd6d070fa17 HTTP/1.1" status: 200 len: 1001 time: 0.0764866 Jan 27 16:57:54.052991 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b5e26-cca7-467e-9171-18ec4b74bd43 req-73e80e2d-010f-433d-8fd2-dcc7c71d8335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:57:54.054641 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-bb1b5e26-cca7-467e-9171-18ec4b74bd43 req-73e80e2d-010f-433d-8fd2-dcc7c71d8335 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4f1f5f27-ec22-474d-84c0-06f0bcfbbeac HTTP/1.1" status: 200 len: 849 time: 0.0462482 Jan 27 16:57:54.099556 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b5e26-cca7-467e-9171-18ec4b74bd43 req-7da0d942-adbe-4316-a32c-13c413b5a1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:57:54.101005 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-bb1b5e26-cca7-467e-9171-18ec4b74bd43 req-7da0d942-adbe-4316-a32c-13c413b5a1c7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=31086914-ef67-4638-ab4e-856fdab7280e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404546 Jan 27 16:57:54.192176 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-bb1b5e26-cca7-467e-9171-18ec4b74bd43 req-882a818b-ac6b-46f6-b28d-f2001f14bc0a service neutron] 10.222.0.24 "GET /v2.0/networks/31086914-ef67-4638-ab4e-856fdab7280e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854628 Jan 27 16:57:54.279722 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-bb1b5e26-cca7-467e-9171-18ec4b74bd43 req-84a01cb9-4a0e-4df2-baf3-659e7006005e service neutron] 10.222.0.24 "GET /v2.0/networks/31086914-ef67-4638-ab4e-856fdab7280e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820818 Jan 27 16:57:57.657120 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.agents_db [None req-5545c54b-af05-4075-94be-94e2438c302a None None] Agent healthcheck: found 6 active agents {{(pid=114097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 16:58:16.396530 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2f43a088-4a27-4952-83c1-771f8fa1ad8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (b49cc950-6aaa-44e3-a3c4-70b67101afab), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:58:18.431485 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (853c399d-72c7-467e-bd42-08a47e7fb1c3), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:58:18.460515 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-a4774e85-31a6-4661-8f8d-40e6093911dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (bdbd084a-7876-495d-b5d9-cf3ee18f0227), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:58:19.522580 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-66ba84dd-632c-456a-bb12-6a575fe6244f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9495f383-87a2-4ffd-86dd-67b8d88d602c), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:58:21.567448 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-d66b1738-fecd-429f-97ae-c3b5c23d3d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9d445c8f-179b-40e3-9cb5-ffaa95aecd6a), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:58:22.598849 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (492c1832-c7a3-4f77-b4ba-2ebdc28556bf), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:58:34.656463 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.agents_db [None req-5545c54b-af05-4075-94be-94e2438c302a None None] Agent healthcheck: found 6 active agents {{(pid=114097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 16:58:46.400361 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-625ca8e8-8cf8-4831-9b61-5c6a165844b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (b49cc950-6aaa-44e3-a3c4-70b67101afab), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:58:48.469422 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (853c399d-72c7-467e-bd42-08a47e7fb1c3), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:58:48.470534 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-53e9a1d2-d057-49b3-9f69-575015419b8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (bdbd084a-7876-495d-b5d9-cf3ee18f0227), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:58:49.526202 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-66ba84dd-632c-456a-bb12-6a575fe6244f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9495f383-87a2-4ffd-86dd-67b8d88d602c), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:58:51.569379 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-d66b1738-fecd-429f-97ae-c3b5c23d3d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9d445c8f-179b-40e3-9cb5-ffaa95aecd6a), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:58:52.599636 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (492c1832-c7a3-4f77-b4ba-2ebdc28556bf), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:58:53.696035 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-4a90611e-9f53-49ff-9161-93dd565e758a req-7f50aaaa-a2dd-4ad0-963c-260881cf0ed1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=20d4bea1-c26d-474d-ac97-d1a46389b65a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399325 Jan 27 16:58:53.778670 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a90611e-9f53-49ff-9161-93dd565e758a req-b0d8f849-5067-476e-9b7e-2744b541bfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:58:53.780174 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-4a90611e-9f53-49ff-9161-93dd565e758a req-b0d8f849-5067-476e-9b7e-2744b541bfcb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4d8774be86e84ff7a66787d6f67c554e&device_id=20d4bea1-c26d-474d-ac97-d1a46389b65a HTTP/1.1" status: 200 len: 1098 time: 0.0437729 Jan 27 16:58:53.879782 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a90611e-9f53-49ff-9161-93dd565e758a req-d9d6c892-fec7-4109-bb4b-04302e5ea67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:58:53.881243 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-4a90611e-9f53-49ff-9161-93dd565e758a req-d9d6c892-fec7-4109-bb4b-04302e5ea67c service neutron] 10.222.0.24 "GET /v2.0/networks?id=31086914-ef67-4638-ab4e-856fdab7280e HTTP/1.1" status: 200 len: 911 time: 0.0835762 Jan 27 16:58:53.948422 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-4a90611e-9f53-49ff-9161-93dd565e758a req-9b287c1c-0772-4604-8c5d-577f52840635 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b30a7664-8526-4f19-9578-bcd6d070fa17 HTTP/1.1" status: 200 len: 1001 time: 0.0615382 Jan 27 16:58:53.995375 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a90611e-9f53-49ff-9161-93dd565e758a req-c15277a4-7ac0-409d-bfd2-36b7f4ca8d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:58:53.996807 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-4a90611e-9f53-49ff-9161-93dd565e758a req-c15277a4-7ac0-409d-bfd2-36b7f4ca8d17 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4f1f5f27-ec22-474d-84c0-06f0bcfbbeac HTTP/1.1" status: 200 len: 849 time: 0.0427949 Jan 27 16:58:54.040556 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a90611e-9f53-49ff-9161-93dd565e758a req-eb139b1c-065a-4cf2-a0c3-372fbfde5969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:58:54.041973 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-4a90611e-9f53-49ff-9161-93dd565e758a req-eb139b1c-065a-4cf2-a0c3-372fbfde5969 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=31086914-ef67-4638-ab4e-856fdab7280e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392170 Jan 27 16:58:54.131466 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-4a90611e-9f53-49ff-9161-93dd565e758a req-b39b97ff-02f0-4100-88d3-e726fda11146 service neutron] 10.222.0.24 "GET /v2.0/networks/31086914-ef67-4638-ab4e-856fdab7280e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835795 Jan 27 16:58:54.218126 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-4a90611e-9f53-49ff-9161-93dd565e758a req-b3c70f55-9c8b-4cb3-a9cf-816ed9b4877f service neutron] 10.222.0.24 "GET /v2.0/networks/31086914-ef67-4638-ab4e-856fdab7280e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810409 Jan 27 16:59:11.655109 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.agents_db [None req-5545c54b-af05-4075-94be-94e2438c302a None None] Agent healthcheck: found 6 active agents {{(pid=114097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 16:59:16.403864 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-52774f1f-306b-4fad-8a43-144981465e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (b49cc950-6aaa-44e3-a3c4-70b67101afab), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:59:18.470458 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (853c399d-72c7-467e-bd42-08a47e7fb1c3), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:59:18.471852 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-590e6821-01ca-464d-afc1-6234296d5f98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (bdbd084a-7876-495d-b5d9-cf3ee18f0227), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:59:19.527871 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-66ba84dd-632c-456a-bb12-6a575fe6244f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9495f383-87a2-4ffd-86dd-67b8d88d602c), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:59:21.571583 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-d66b1738-fecd-429f-97ae-c3b5c23d3d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9d445c8f-179b-40e3-9cb5-ffaa95aecd6a), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:59:22.602027 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (492c1832-c7a3-4f77-b4ba-2ebdc28556bf), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:59:23.440058 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-4164c2da-3741-4963-ba13-03e85025203f req-04a82d81-bc8a-430c-a058-761de1d0d099 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-962365757&fields=id&tenant_id=4d8774be86e84ff7a66787d6f67c554e HTTP/1.1" status: 200 len: 267 time: 0.0435534 Jan 27 16:59:23.544921 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4164c2da-3741-4963-ba13-03e85025203f req-8990ea25-43dd-4237-be37-ba57c2135048 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:59:23.546378 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-4164c2da-3741-4963-ba13-03e85025203f req-8990ea25-43dd-4237-be37-ba57c2135048 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/networks?id=31086914-ef67-4638-ab4e-856fdab7280e HTTP/1.1" status: 200 len: 810 time: 0.1000366 Jan 27 16:59:23.561295 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-4164c2da-3741-4963-ba13-03e85025203f req-d22bee3e-2f73-4fee-8814-d158acf35eb8 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/quotas/4d8774be86e84ff7a66787d6f67c554e HTTP/1.1" status: 200 len: 375 time: 0.0089738 Jan 27 16:59:23.613602 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-4164c2da-3741-4963-ba13-03e85025203f req-9d6e5bbc-67ee-408d-b489-dc38926f685f tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=4d8774be86e84ff7a66787d6f67c554e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0474885 Jan 27 16:59:23.716765 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [req-4164c2da-3741-4963-ba13-03e85025203f req-b0979520-ff14-430c-a1e9-dc5477766883 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114095) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 16:59:23.717757 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-4164c2da-3741-4963-ba13-03e85025203f req-b0979520-ff14-430c-a1e9-dc5477766883 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0939980 Jan 27 16:59:23.805771 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-4164c2da-3741-4963-ba13-03e85025203f req-65e60b0f-f800-4a7b-8c18-b854dab36b38 service neutron] 10.222.0.48 "GET /v2.0/networks/31086914-ef67-4638-ab4e-856fdab7280e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816336 Jan 27 16:59:23.895779 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-4164c2da-3741-4963-ba13-03e85025203f req-e75fed9a-e088-4e12-99a4-bc90be92cc74 service neutron] 10.222.0.48 "GET /v2.0/networks/31086914-ef67-4638-ab4e-856fdab7280e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843916 Jan 27 16:59:24.216161 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-f3a4b0ab-2fa1-403a-97bb-f7fb3ae79263 req-657512fa-cdef-45f2-95b6-d8ab0b8311cd tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad2744c8-1e9e-4d7f-b560-2d202b570f95 HTTP/1.1" status: 200 len: 210 time: 0.0768044 Jan 27 16:59:25.153939 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4164c2da-3741-4963-ba13-03e85025203f req-4bea9d1d-8a66-4236-8355-6936f0afd24f tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:59:25.155365 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-4164c2da-3741-4963-ba13-03e85025203f req-4bea9d1d-8a66-4236-8355-6936f0afd24f tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.24 "GET /v2.0/networks?id=31086914-ef67-4638-ab4e-856fdab7280e HTTP/1.1" status: 200 len: 810 time: 0.1057217 Jan 27 16:59:25.218545 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-4164c2da-3741-4963-ba13-03e85025203f req-1acd979f-17f1-4b86-8659-7cca47c576dd tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d8774be86e84ff7a66787d6f67c554e HTTP/1.1" status: 200 len: 379 time: 0.0550220 Jan 27 16:59:25.228168 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.v2.base [req-4164c2da-3741-4963-ba13-03e85025203f req-cb4aedd3-2472-494b-bd07-2271649ab0a6 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Request body: {'port': {'device_id': 'ad2744c8-1e9e-4d7f-b560-2d202b570f95', 'network_id': '31086914-ef67-4638-ab4e-856fdab7280e', 'admin_state_up': True, 'tenant_id': '4d8774be86e84ff7a66787d6f67c554e', 'security_groups': ['1472d445-c789-4bc7-8d41-a03ed1a5e9dc']}} {{(pid=114094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:59:25.316532 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-7892576b-d944-4a77-a753-58707f2eb21b req-0a4c9fcc-a7f9-44a8-8679-1ac8439877ca tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad2744c8-1e9e-4d7f-b560-2d202b570f95 HTTP/1.1" status: 200 len: 210 time: 0.0254638 Jan 27 16:59:25.338088 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4164c2da-3741-4963-ba13-03e85025203f req-cb4aedd3-2472-494b-bd07-2271649ab0a6 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Made reservation on behalf of 4d8774be86e84ff7a66787d6f67c554e for: {'port': 1} {{(pid=114094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:59:25.341428 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-4164c2da-3741-4963-ba13-03e85025203f req-cb4aedd3-2472-494b-bd07-2271649ab0a6 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (None), before_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:59:25.468876 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.db_base_plugin_common [req-4164c2da-3741-4963-ba13-03e85025203f req-cb4aedd3-2472-494b-bd07-2271649ab0a6 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Allocated IP 172.20.0.10 (31086914-ef67-4638-ab4e-856fdab7280e/4f1f5f27-ec22-474d-84c0-06f0bcfbbeac/a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae) {{(pid=114094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:59:25.614379 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-4164c2da-3741-4963-ba13-03e85025203f req-cb4aedd3-2472-494b-bd07-2271649ab0a6 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks [] for port (a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae), precommit_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:59:25.647725 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-4164c2da-3741-4963-ba13-03e85025203f req-cb4aedd3-2472-494b-bd07-2271649ab0a6 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740202573617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777202'] for port (a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae), after_create {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:59:25.690065 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4164c2da-3741-4963-ba13-03e85025203f req-cb4aedd3-2472-494b-bd07-2271649ab0a6 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Network 31086914-ef67-4638-ab4e-856fdab7280e is already hosted by enough agents. {{(pid=114094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:59:25.693424 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.base_scheduler [req-4164c2da-3741-4963-ba13-03e85025203f req-cb4aedd3-2472-494b-bd07-2271649ab0a6 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Resources bound (agent type, host, resource id): {{(pid=114094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:59:25.698927 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.l3_dvrscheduler_db [req-4164c2da-3741-4963-ba13-03e85025203f req-cb4aedd3-2472-494b-bd07-2271649ab0a6 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Received port after_create {{(pid=114094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:59:25.705151 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4aedd3-2472-494b-bd07-2271649ab0a6 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Pushing event updated for resources: {'Port': ['ID=a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae,revision_number=1']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:59:25.735793 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4aedd3-2472-494b-bd07-2271649ab0a6 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:59:25.736060 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4aedd3-2472-494b-bd07-2271649ab0a6 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:59:25.736400 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4aedd3-2472-494b-bd07-2271649ab0a6 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:59:25.736755 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4aedd3-2472-494b-bd07-2271649ab0a6 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:59:25.737068 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4aedd3-2472-494b-bd07-2271649ab0a6 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:59:25.737391 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4aedd3-2472-494b-bd07-2271649ab0a6 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:59:25.738384 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4aedd3-2472-494b-bd07-2271649ab0a6 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:59:25.738956 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4aedd3-2472-494b-bd07-2271649ab0a6 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:59:25.739340 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4aedd3-2472-494b-bd07-2271649ab0a6 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:59:25.739690 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4aedd3-2472-494b-bd07-2271649ab0a6 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:59:25.740017 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4aedd3-2472-494b-bd07-2271649ab0a6 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:59:25.740336 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4aedd3-2472-494b-bd07-2271649ab0a6 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:59:25.740653 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4aedd3-2472-494b-bd07-2271649ab0a6 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:59:25.764468 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4164c2da-3741-4963-ba13-03e85025203f req-cb4aedd3-2472-494b-bd07-2271649ab0a6 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:59:25.765077 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-4164c2da-3741-4963-ba13-03e85025203f req-cb4aedd3-2472-494b-bd07-2271649ab0a6 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118807'] for port (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:59:25.780678 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-4164c2da-3741-4963-ba13-03e85025203f req-cb4aedd3-2472-494b-bd07-2271649ab0a6 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5563200 Jan 27 16:59:25.790602 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [req-4164c2da-3741-4963-ba13-03e85025203f req-e7f7281e-d8a9-41b4-b016-21084ea21eda tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114094) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 16:59:25.791556 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-4164c2da-3741-4963-ba13-03e85025203f req-e7f7281e-d8a9-41b4-b016-21084ea21eda tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052242 Jan 27 16:59:25.852881 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.v2.base [req-4164c2da-3741-4963-ba13-03e85025203f req-ba53175d-a0ed-44dd-a902-6677a358c40d service neutron] Request body: {'port': {'device_id': 'ad2744c8-1e9e-4d7f-b560-2d202b570f95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81883'}} {{(pid=114094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:59:25.909122 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-4164c2da-3741-4963-ba13-03e85025203f req-ba53175d-a0ed-44dd-a902-6677a358c40d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae), before_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:59:25.954257 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-59e1288a-70ad-49c0-8a3b-de011c2fa7bd None None] Provisioning complete for port a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae triggered by entity DHCP. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:59:25.954948 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-59e1288a-70ad-49c0-8a3b-de011c2fa7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:59:25.988999 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-59e1288a-70ad-49c0-8a3b-de011c2fa7bd None None] Port a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae cannot update to ACTIVE because it is not bound. {{(pid=114096) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 16:59:26.165431 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.notifiers.nova [req-4164c2da-3741-4963-ba13-03e85025203f req-ba53175d-a0ed-44dd-a902-6677a358c40d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae {{(pid=114094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:59:26.172687 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-4164c2da-3741-4963-ba13-03e85025203f req-ba53175d-a0ed-44dd-a902-6677a358c40d service neutron] Publish callbacks [] for port (a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae), precommit_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:59:26.184834 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.provisioning_blocks [req-4164c2da-3741-4963-ba13-03e85025203f req-ba53175d-a0ed-44dd-a902-6677a358c40d service neutron] Transition to ACTIVE for port object a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae will not be triggered until provisioned by entity L2. {{(pid=114094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 16:59:26.188366 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-4164c2da-3741-4963-ba13-03e85025203f req-ba53175d-a0ed-44dd-a902-6677a358c40d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8776969'] for port (a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae), after_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:59:26.256976 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba53175d-a0ed-44dd-a902-6677a358c40d service neutron] Pushing event updated for resources: {'Port': ['ID=a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae,revision_number=2']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:59:26.313594 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.managers [req-4164c2da-3741-4963-ba13-03e85025203f req-ba53175d-a0ed-44dd-a902-6677a358c40d service neutron] Attempting to bind port a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae on host hv-cinder-81883 for vnic_type normal with profile {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:59:26.313933 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.managers [req-4164c2da-3741-4963-ba13-03e85025203f req-ba53175d-a0ed-44dd-a902-6677a358c40d service neutron] Attempting to bind port a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae by drivers openvswitch,hyperv on host hv-cinder-81883 at level 0 using segments [{'id': '7bf1178f-69a8-4a8f-a8bc-1f6a08989b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '31086914-ef67-4638-ab4e-856fdab7280e'}] {{(pid=114094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:59:26.314262 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4164c2da-3741-4963-ba13-03e85025203f req-ba53175d-a0ed-44dd-a902-6677a358c40d service neutron] Attempting to bind port a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae on network 31086914-ef67-4638-ab4e-856fdab7280e {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:59:26.318915 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4164c2da-3741-4963-ba13-03e85025203f req-ba53175d-a0ed-44dd-a902-6677a358c40d service neutron] Port a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae on network 31086914-ef67-4638-ab4e-856fdab7280e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81883 {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 16:59:26.319236 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4164c2da-3741-4963-ba13-03e85025203f req-ba53175d-a0ed-44dd-a902-6677a358c40d service neutron] Attempting to bind port a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae on network 31086914-ef67-4638-ab4e-856fdab7280e {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:59:26.324421 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4164c2da-3741-4963-ba13-03e85025203f req-ba53175d-a0ed-44dd-a902-6677a358c40d service neutron] Checking agent: {'id': '853c399d-72c7-467e-bd42-08a47e7fb1c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81883', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 46, 47), 'started_at': datetime.datetime(2022, 1, 27, 16, 46, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:59:26.324763 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4164c2da-3741-4963-ba13-03e85025203f req-ba53175d-a0ed-44dd-a902-6677a358c40d service neutron] Checking segment: {'id': '7bf1178f-69a8-4a8f-a8bc-1f6a08989b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '31086914-ef67-4638-ab4e-856fdab7280e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:59:26.325146 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4164c2da-3741-4963-ba13-03e85025203f req-ba53175d-a0ed-44dd-a902-6677a358c40d service neutron] Bound using segment: {'id': '7bf1178f-69a8-4a8f-a8bc-1f6a08989b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '31086914-ef67-4638-ab4e-856fdab7280e'} {{(pid=114094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:59:26.325570 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.managers [req-4164c2da-3741-4963-ba13-03e85025203f req-ba53175d-a0ed-44dd-a902-6677a358c40d service neutron] Bound port: a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae, host: hv-cinder-81883, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bf1178f-69a8-4a8f-a8bc-1f6a08989b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '31086914-ef67-4638-ab4e-856fdab7280e'}}] {{(pid=114094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:59:26.325930 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-4164c2da-3741-4963-ba13-03e85025203f req-ba53175d-a0ed-44dd-a902-6677a358c40d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae), before_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:59:26.392576 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.db [req-4164c2da-3741-4963-ba13-03e85025203f req-ba53175d-a0ed-44dd-a902-6677a358c40d service neutron] For port a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae, host hv-cinder-81883, cleared binding levels {{(pid=114094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:59:26.396769 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.db [req-4164c2da-3741-4963-ba13-03e85025203f req-ba53175d-a0ed-44dd-a902-6677a358c40d service neutron] For port a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae, host hv-cinder-81883, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae,segment=NetworkSegment(7bf1178f-69a8-4a8f-a8bc-1f6a08989b49),segment_id=7bf1178f-69a8-4a8f-a8bc-1f6a08989b49)] {{(pid=114094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:59:26.401374 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-4164c2da-3741-4963-ba13-03e85025203f req-ba53175d-a0ed-44dd-a902-6677a358c40d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8776969'] for port (a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae), after_update {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:59:26.434834 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4164c2da-3741-4963-ba13-03e85025203f req-ba53175d-a0ed-44dd-a902-6677a358c40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:59:26.435479 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-4164c2da-3741-4963-ba13-03e85025203f req-ba53175d-a0ed-44dd-a902-6677a358c40d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118807'] for port (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:59:26.436868 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-4164c2da-3741-4963-ba13-03e85025203f req-ba53175d-a0ed-44dd-a902-6677a358c40d service neutron] 10.222.0.24 "PUT /v2.0/ports/a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae HTTP/1.1" status: 200 len: 1094 time: 0.6384251 Jan 27 16:59:26.437358 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad2744c8-1e9e-4d7f-b560-2d202b570f95', 'tag': 'a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae'}] {{(pid=114094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:59:26.439514 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}342a798d1d13ecd85fd4efdf34ff3908ecd3b9322feeb0f720fcdcd52e7e333b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc1a408-c161-4628-87f2-cbd65c83c480" -d '{"events": [{"name": "network-changed", "server_uuid": "ad2744c8-1e9e-4d7f-b560-2d202b570f95", "tag": "a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae"}]}' {{(pid=114094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:59:26.442680 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35503b11-94e8-4071-9a2e-b0d3c1b7e229 req-d4808a35-17aa-4291-9b23-450141895caf tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:59:26.444569 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-35503b11-94e8-4071-9a2e-b0d3c1b7e229 req-d4808a35-17aa-4291-9b23-450141895caf tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad2744c8-1e9e-4d7f-b560-2d202b570f95 HTTP/1.1" status: 200 len: 944 time: 0.0585909 Jan 27 16:59:26.470062 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba53175d-a0ed-44dd-a902-6677a358c40d service neutron] Pushing event updated for resources: {'Port': ['ID=a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae,revision_number=3']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:59:26.533488 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-35503b11-94e8-4071-9a2e-b0d3c1b7e229 req-728960f4-d185-45c7-a550-8fbb747ee5c9 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/security-groups?id=1472d445-c789-4bc7-8d41-a03ed1a5e9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688531 Jan 27 16:59:26.545803 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4164c2da-3741-4963-ba13-03e85025203f req-e668b181-023b-4766-b14e-44e9d340df72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:59:26.545803 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-4164c2da-3741-4963-ba13-03e85025203f req-e668b181-023b-4766-b14e-44e9d340df72 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4d8774be86e84ff7a66787d6f67c554e&device_id=ad2744c8-1e9e-4d7f-b560-2d202b570f95 HTTP/1.1" status: 200 len: 1097 time: 0.0578382 Jan 27 16:59:26.591557 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 16:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f51e1afa-09cb-46ec-87c4-c4a9e9228ee2 x-openstack-request-id: req-f51e1afa-09cb-46ec-87c4-c4a9e9228ee2 {{(pid=114094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:59:26.591885 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad2744c8-1e9e-4d7f-b560-2d202b570f95", "tag": "a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae", "status": "completed", "code": 200}]} {{(pid=114094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:59:26.592134 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f51e1afa-09cb-46ec-87c4-c4a9e9228ee2 {{(pid=114094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:59:26.592538 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad2744c8-1e9e-4d7f-b560-2d202b570f95', 'tag': 'a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae', 'status': 'completed', 'code': 200} Jan 27 16:59:26.594360 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-4164c2da-3741-4963-ba13-03e85025203f req-7d10dfb9-c076-489b-92c0-fd774a191022 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae HTTP/1.1" status: 200 len: 217 time: 0.0413387 Jan 27 16:59:26.646287 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4164c2da-3741-4963-ba13-03e85025203f req-66b9fe2d-dd97-4379-abd9-9d359de7fe91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:59:26.647775 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-4164c2da-3741-4963-ba13-03e85025203f req-66b9fe2d-dd97-4379-abd9-9d359de7fe91 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4f1f5f27-ec22-474d-84c0-06f0bcfbbeac HTTP/1.1" status: 200 len: 849 time: 0.0461655 Jan 27 16:59:26.692001 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4164c2da-3741-4963-ba13-03e85025203f req-347a801f-c6f1-4513-aabc-66b5efd9d755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:59:26.693484 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-4164c2da-3741-4963-ba13-03e85025203f req-347a801f-c6f1-4513-aabc-66b5efd9d755 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=31086914-ef67-4638-ab4e-856fdab7280e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403054 Jan 27 16:59:26.782953 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-4164c2da-3741-4963-ba13-03e85025203f req-6e387c06-d3e4-4185-8dd5-2f6c97285c64 service neutron] 10.222.0.24 "GET /v2.0/networks/31086914-ef67-4638-ab4e-856fdab7280e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834084 Jan 27 16:59:26.868735 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-4164c2da-3741-4963-ba13-03e85025203f req-5d9cca2e-1028-49f5-8991-191e9e73274a service neutron] 10.222.0.24 "GET /v2.0/networks/31086914-ef67-4638-ab4e-856fdab7280e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797629 Jan 27 16:59:26.958440 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc1a408-c161-4628-87f2-cbd65c83c480 req-32f63603-fc00-445c-8603-aa1fe92645a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:59:26.960128 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-3dc1a408-c161-4628-87f2-cbd65c83c480 req-32f63603-fc00-445c-8603-aa1fe92645a5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4d8774be86e84ff7a66787d6f67c554e&device_id=ad2744c8-1e9e-4d7f-b560-2d202b570f95 HTTP/1.1" status: 200 len: 1097 time: 0.0450249 Jan 27 16:59:27.045051 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc1a408-c161-4628-87f2-cbd65c83c480 req-8a3ff8cb-32e9-4107-8c9d-955e97155c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:59:27.046399 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-3dc1a408-c161-4628-87f2-cbd65c83c480 req-8a3ff8cb-32e9-4107-8c9d-955e97155c26 service neutron] 10.222.0.24 "GET /v2.0/networks?id=31086914-ef67-4638-ab4e-856fdab7280e HTTP/1.1" status: 200 len: 911 time: 0.0807767 Jan 27 16:59:27.090488 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-3dc1a408-c161-4628-87f2-cbd65c83c480 req-c8d8fda8-1d03-4cef-92d0-55d0e1dc9545 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae HTTP/1.1" status: 200 len: 217 time: 0.0368750 Jan 27 16:59:27.139106 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc1a408-c161-4628-87f2-cbd65c83c480 req-8a80d56b-6ae8-4f84-b01c-f766c429794b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:59:27.140587 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-3dc1a408-c161-4628-87f2-cbd65c83c480 req-8a80d56b-6ae8-4f84-b01c-f766c429794b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4f1f5f27-ec22-474d-84c0-06f0bcfbbeac HTTP/1.1" status: 200 len: 849 time: 0.0420084 Jan 27 16:59:27.187125 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc1a408-c161-4628-87f2-cbd65c83c480 req-114b9a34-cb8e-442f-aff6-c62e7fa4295c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:59:27.188609 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-3dc1a408-c161-4628-87f2-cbd65c83c480 req-114b9a34-cb8e-442f-aff6-c62e7fa4295c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=31086914-ef67-4638-ab4e-856fdab7280e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418327 Jan 27 16:59:27.278739 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-3dc1a408-c161-4628-87f2-cbd65c83c480 req-ad8a2ba6-452c-4f7f-a971-78c273dbb61d service neutron] 10.222.0.24 "GET /v2.0/networks/31086914-ef67-4638-ab4e-856fdab7280e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829799 Jan 27 16:59:27.368870 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-3dc1a408-c161-4628-87f2-cbd65c83c480 req-79385682-92ce-4cdc-aa7f-cc91ca91bd52 service neutron] 10.222.0.24 "GET /v2.0/networks/31086914-ef67-4638-ab4e-856fdab7280e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799232 Jan 27 16:59:27.650498 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcadff52-36e9-45fd-b000-f1de341a30dc req-f65658de-f51d-41d2-a9e2-119ac5e5e480 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:59:27.651889 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-dcadff52-36e9-45fd-b000-f1de341a30dc req-f65658de-f51d-41d2-a9e2-119ac5e5e480 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad2744c8-1e9e-4d7f-b560-2d202b570f95 HTTP/1.1" status: 200 len: 944 time: 0.0487523 Jan 27 16:59:27.700007 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-dcadff52-36e9-45fd-b000-f1de341a30dc req-1103470e-f9c3-47ac-b9be-edc524b6cc1b tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/security-groups?id=1472d445-c789-4bc7-8d41-a03ed1a5e9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426543 Jan 27 16:59:28.811385 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07af28b-a0f3-45b0-881c-6872da80eec8 req-f8779dd8-9cf7-4b8c-ae2a-9e4e00e93d19 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:59:28.812848 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-d07af28b-a0f3-45b0-881c-6872da80eec8 req-f8779dd8-9cf7-4b8c-ae2a-9e4e00e93d19 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad2744c8-1e9e-4d7f-b560-2d202b570f95 HTTP/1.1" status: 200 len: 944 time: 0.0472052 Jan 27 16:59:28.859806 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-d07af28b-a0f3-45b0-881c-6872da80eec8 req-5b1eb952-3b7b-46c6-82b3-7a554e7fef9e tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/security-groups?id=1472d445-c789-4bc7-8d41-a03ed1a5e9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412509 Jan 27 16:59:29.975994 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3990c624-426c-4572-8cdc-49661c9234c6 req-e25b029c-8fd8-4d30-8c8f-d2a40a4832e2 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:59:29.977416 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-3990c624-426c-4572-8cdc-49661c9234c6 req-e25b029c-8fd8-4d30-8c8f-d2a40a4832e2 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad2744c8-1e9e-4d7f-b560-2d202b570f95 HTTP/1.1" status: 200 len: 944 time: 0.0510201 Jan 27 16:59:30.024654 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-3990c624-426c-4572-8cdc-49661c9234c6 req-ff0f9124-f259-4bcf-a4f2-2cde5abe9f0d tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/security-groups?id=1472d445-c789-4bc7-8d41-a03ed1a5e9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417573 Jan 27 16:59:31.135891 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07af243e-cf5c-4b8e-ba13-f484cc64ba9f req-a7c698df-f147-4c19-b49f-2906cafbd73b tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:59:31.137319 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-07af243e-cf5c-4b8e-ba13-f484cc64ba9f req-a7c698df-f147-4c19-b49f-2906cafbd73b tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad2744c8-1e9e-4d7f-b560-2d202b570f95 HTTP/1.1" status: 200 len: 944 time: 0.0469360 Jan 27 16:59:31.184152 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-07af243e-cf5c-4b8e-ba13-f484cc64ba9f req-cdae9a6c-5c02-4c55-8689-ce5a7627a200 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/security-groups?id=1472d445-c789-4bc7-8d41-a03ed1a5e9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414014 Jan 27 16:59:32.297979 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fa9f14-fe4b-4a86-8a51-b0e6adefbb29 req-24939dc8-2bdd-418a-8b24-3b5b3a2f55ab tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:59:32.299409 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-e4fa9f14-fe4b-4a86-8a51-b0e6adefbb29 req-24939dc8-2bdd-418a-8b24-3b5b3a2f55ab tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad2744c8-1e9e-4d7f-b560-2d202b570f95 HTTP/1.1" status: 200 len: 944 time: 0.0508792 Jan 27 16:59:32.345682 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-e4fa9f14-fe4b-4a86-8a51-b0e6adefbb29 req-eca41bfb-dec2-4286-8361-bc96a568992a tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/security-groups?id=1472d445-c789-4bc7-8d41-a03ed1a5e9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408058 Jan 27 16:59:33.460491 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9707d258-f25b-48f2-8977-5a9438843a6d req-bf355f49-b4b6-4ca5-88ea-011ced805666 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:59:33.461972 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-9707d258-f25b-48f2-8977-5a9438843a6d req-bf355f49-b4b6-4ca5-88ea-011ced805666 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad2744c8-1e9e-4d7f-b560-2d202b570f95 HTTP/1.1" status: 200 len: 944 time: 0.0479040 Jan 27 16:59:33.509925 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-9707d258-f25b-48f2-8977-5a9438843a6d req-b5d75f96-5af6-4c9b-a623-b7bec895d7c8 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/security-groups?id=1472d445-c789-4bc7-8d41-a03ed1a5e9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424800 Jan 27 16:59:33.679098 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae details requested by agent hyperv_hv-cinder-81883 with host hv-cinder-81883 {{(pid=114096) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 16:59:33.773362 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] For port a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae,segment=NetworkSegment(7bf1178f-69a8-4a8f-a8bc-1f6a08989b49),segment_id=7bf1178f-69a8-4a8f-a8bc-1f6a08989b49)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:59:33.784091 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Returning: {'device': 'a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae', 'network_id': '31086914-ef67-4638-ab4e-856fdab7280e', 'port_id': 'a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae', 'mac_address': 'fa:16:3e:d9:d8:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f1f5f27-ec22-474d-84c0-06f0bcfbbeac', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114096) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 16:59:33.820070 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Current status of the port a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae is: DOWN; New status is: BUILD {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:59:33.820463 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:59:33.832983 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.notifiers.nova [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae {{(pid=114096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:59:33.851912 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] For port a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae,segment=NetworkSegment(7bf1178f-69a8-4a8f-a8bc-1f6a08989b49),segment_id=7bf1178f-69a8-4a8f-a8bc-1f6a08989b49)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:59:33.855899 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:59:33.901245 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Pushing event updated for resources: {'Port': ['ID=a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae,revision_number=4']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:59:33.908024 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:59:33.908375 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:59:33.908720 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:59:33.909681 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:59:33.910017 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:59:33.910350 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:59:33.910680 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:59:33.911008 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:59:33.911336 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:59:33.911692 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:59:33.912021 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:59:33.912344 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:59:33.912666 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:59:34.069602 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] get_ports_and_sgs() called for port_ids ['a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae'] {{(pid=114096) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 16:59:34.625533 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5936ede1-79db-4ef3-80a9-dd5135dec956 req-05061b66-b9c4-4a72-95c8-701b2e24215c tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:59:34.627004 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-5936ede1-79db-4ef3-80a9-dd5135dec956 req-05061b66-b9c4-4a72-95c8-701b2e24215c tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad2744c8-1e9e-4d7f-b560-2d202b570f95 HTTP/1.1" status: 200 len: 945 time: 0.0481465 Jan 27 16:59:34.678931 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-5936ede1-79db-4ef3-80a9-dd5135dec956 req-f7d5bb91-9962-4d02-bb39-70909939cdf6 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/security-groups?id=1472d445-c789-4bc7-8d41-a03ed1a5e9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457203 Jan 27 16:59:35.685273 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae up at agent hyperv_hv-cinder-81883 {{(pid=114096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:59:35.738090 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Provisioning for port a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae completed by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 16:59:35.742178 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.provisioning_blocks [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Provisioning complete for port a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae triggered by entity L2. {{(pid=114096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:59:35.742576 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910244'] for port (a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae), provisioning_complete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:59:35.792117 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b9be3-47fe-4f54-b1d5-460d52dfaadd req-259f109f-c4b1-4f23-8dc7-77807d97aab1 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:59:35.793590 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-340b9be3-47fe-4f54-b1d5-460d52dfaadd req-259f109f-c4b1-4f23-8dc7-77807d97aab1 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad2744c8-1e9e-4d7f-b560-2d202b570f95 HTTP/1.1" status: 200 len: 945 time: 0.0479169 Jan 27 16:59:35.819199 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Current status of the port a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae is: BUILD; New status is: ACTIVE {{(pid=114096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:59:35.819519 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae), before_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:59:35.841355 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad2744c8-1e9e-4d7f-b560-2d202b570f95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae'}] {{(pid=114096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:59:35.842970 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-340b9be3-47fe-4f54-b1d5-460d52dfaadd req-3fb16603-5f54-49b3-821b-19c5e9eead82 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/security-groups?id=1472d445-c789-4bc7-8d41-a03ed1a5e9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439527 Jan 27 16:59:35.843602 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7400b25514d980253c692f49984ce8becaf326df5cb1ee6ae8228296f1505bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14917db8-02af-4971-a8c6-6bdc9e460245" -d '{"events": [{"server_uuid": "ad2744c8-1e9e-4d7f-b560-2d202b570f95", "name": "network-vif-plugged", "status": "completed", "tag": "a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae"}]}' {{(pid=114096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:59:35.856922 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] For port a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae,segment=NetworkSegment(7bf1178f-69a8-4a8f-a8bc-1f6a08989b49),segment_id=7bf1178f-69a8-4a8f-a8bc-1f6a08989b49)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:59:35.866751 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653'] for port (a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:59:35.919257 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Pushing event updated for resources: {'Port': ['ID=a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae,revision_number=5']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:59:35.942375 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 16:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ec30c9-c04c-441b-aa20-7051576d9e2d x-openstack-request-id: req-b1ec30c9-c04c-441b-aa20-7051576d9e2d {{(pid=114096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:59:35.942669 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad2744c8-1e9e-4d7f-b560-2d202b570f95", "name": "network-vif-plugged", "status": "completed", "tag": "a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae", "code": 200}]} {{(pid=114096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:59:35.942928 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b1ec30c9-c04c-441b-aa20-7051576d9e2d {{(pid=114096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:59:35.943328 dv-cinder-818830-2-iscsi neutron-server[114096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad2744c8-1e9e-4d7f-b560-2d202b570f95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae', 'code': 200} Jan 27 16:59:36.162200 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ab89d1-aba8-4213-a041-2f2ceb996eaa req-c6744106-6be2-4d84-968d-581b6e7a8707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:59:36.163692 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-21ab89d1-aba8-4213-a041-2f2ceb996eaa req-c6744106-6be2-4d84-968d-581b6e7a8707 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ad2744c8-1e9e-4d7f-b560-2d202b570f95 HTTP/1.1" status: 200 len: 1099 time: 0.0408931 Jan 27 16:59:36.207877 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-21ab89d1-aba8-4213-a041-2f2ceb996eaa req-792be263-69f2-40d1-961a-e70c81c050ee service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1472d445-c789-4bc7-8d41-a03ed1a5e9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383396 Jan 27 16:59:36.955210 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1376b92-2b36-44b9-91b5-7eae65d7a3b9 req-a44596a6-ad05-48ce-b415-a68d10c175c9 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:59:36.956742 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-f1376b92-2b36-44b9-91b5-7eae65d7a3b9 req-a44596a6-ad05-48ce-b415-a68d10c175c9 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad2744c8-1e9e-4d7f-b560-2d202b570f95 HTTP/1.1" status: 200 len: 946 time: 0.0481920 Jan 27 16:59:37.005114 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-f1376b92-2b36-44b9-91b5-7eae65d7a3b9 req-a0d6f190-2b93-4731-80b2-d503eac8c01c tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/security-groups?id=1472d445-c789-4bc7-8d41-a03ed1a5e9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425229 Jan 27 16:59:38.121991 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18142782-d858-48f2-91f9-bd1fda48519f req-cc8731b5-ef0b-4540-a222-578081da2970 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:59:38.123466 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-18142782-d858-48f2-91f9-bd1fda48519f req-cc8731b5-ef0b-4540-a222-578081da2970 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad2744c8-1e9e-4d7f-b560-2d202b570f95 HTTP/1.1" status: 200 len: 946 time: 0.0517273 Jan 27 16:59:38.171534 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-18142782-d858-48f2-91f9-bd1fda48519f req-70faba99-c8a2-40b6-96e3-c71f1b89923b tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/security-groups?id=1472d445-c789-4bc7-8d41-a03ed1a5e9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423071 Jan 27 16:59:38.282121 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f587c953-5e31-4a98-86cc-8d885bb49b03 req-f1c9d50e-5d59-4ebc-9107-6dd6d5402c5a tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:59:38.283448 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-f587c953-5e31-4a98-86cc-8d885bb49b03 req-f1c9d50e-5d59-4ebc-9107-6dd6d5402c5a tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad2744c8-1e9e-4d7f-b560-2d202b570f95 HTTP/1.1" status: 200 len: 946 time: 0.0467253 Jan 27 16:59:38.330702 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-f587c953-5e31-4a98-86cc-8d885bb49b03 req-f521cec5-5dea-46d7-a4c5-c44254921e2e tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/security-groups?id=1472d445-c789-4bc7-8d41-a03ed1a5e9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408385 Jan 27 16:59:38.352408 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 55666) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:59:38.391403 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7762c8-c891-46c0-8e5d-7f0b8d9c0728 tempest-TestVolumeBootPattern-2051560386 tempest-TestVolumeBootPattern-2051560386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:59:38.392889 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-9f7762c8-c891-46c0-8e5d-7f0b8d9c0728 tempest-TestVolumeBootPattern-2051560386 tempest-TestVolumeBootPattern-2051560386-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=ad2744c8-1e9e-4d7f-b560-2d202b570f95 HTTP/1.1" status: 200 len: 1094 time: 0.0395448 Jan 27 16:59:38.396306 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 55668) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:59:38.400406 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.v2.base [None req-7d702665-ec38-4aaf-897a-ba09716b792b tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Request body: {'floatingip': {'floating_network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'port_id': 'a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae', 'tenant_id': '4d8774be86e84ff7a66787d6f67c554e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=114095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:59:38.419535 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-7d702665-ec38-4aaf-897a-ba09716b792b tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:59:38.517820 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-7d702665-ec38-4aaf-897a-ba09716b792b tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (None), before_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:59:38.624821 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.db.db_base_plugin_common [None req-7d702665-ec38-4aaf-897a-ba09716b792b tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Allocated IP 172.27.2.124 (7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9/3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf/f3fa2059-8ce7-4eab-8219-47cae2a56cc3) {{(pid=114095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:59:38.726058 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-7d702665-ec38-4aaf-897a-ba09716b792b tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks [] for port (f3fa2059-8ce7-4eab-8219-47cae2a56cc3), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:59:38.763933 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-7d702665-ec38-4aaf-897a-ba09716b792b tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740202573617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080504'] for port (f3fa2059-8ce7-4eab-8219-47cae2a56cc3), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:59:38.799072 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d702665-ec38-4aaf-897a-ba09716b792b tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Network 7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9 is already hosted by enough agents. {{(pid=114095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:59:38.804079 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.scheduler.base_scheduler [None req-7d702665-ec38-4aaf-897a-ba09716b792b tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Resources bound (agent type, host, resource id): {{(pid=114095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:59:38.806612 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d702665-ec38-4aaf-897a-ba09716b792b tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Received port after_create {{(pid=114095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:59:38.839444 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d702665-ec38-4aaf-897a-ba09716b792b tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Pushing event updated for resources: {'Port': ['ID=f3fa2059-8ce7-4eab-8219-47cae2a56cc3,revision_number=1']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:59:38.850773 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d702665-ec38-4aaf-897a-ba09716b792b tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:59:38.851121 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d702665-ec38-4aaf-897a-ba09716b792b tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:59:38.851462 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d702665-ec38-4aaf-897a-ba09716b792b tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:59:38.851824 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d702665-ec38-4aaf-897a-ba09716b792b tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:59:38.852152 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d702665-ec38-4aaf-897a-ba09716b792b tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:59:38.852478 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d702665-ec38-4aaf-897a-ba09716b792b tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:59:38.852802 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d702665-ec38-4aaf-897a-ba09716b792b tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:59:38.853124 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d702665-ec38-4aaf-897a-ba09716b792b tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:59:38.853445 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d702665-ec38-4aaf-897a-ba09716b792b tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:59:38.853764 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d702665-ec38-4aaf-897a-ba09716b792b tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:59:38.854081 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d702665-ec38-4aaf-897a-ba09716b792b tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:59:38.854396 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d702665-ec38-4aaf-897a-ba09716b792b tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:59:38.854709 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d702665-ec38-4aaf-897a-ba09716b792b tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:59:39.179312 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-7d702665-ec38-4aaf-897a-ba09716b792b tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks [] for floatingip (e3f7c311-54ec-4618-a634-c8a691f6bbfb), precommit_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:59:39.245985 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-7d702665-ec38-4aaf-897a-ba09716b792b tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-896888'] for port (f3fa2059-8ce7-4eab-8219-47cae2a56cc3), before_update {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:59:39.387913 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-7d702665-ec38-4aaf-897a-ba09716b792b tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks [] for port (f3fa2059-8ce7-4eab-8219-47cae2a56cc3), precommit_update {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:59:39.392043 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-7d702665-ec38-4aaf-897a-ba09716b792b tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740202902492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740202573635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740202573653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080387'] for port (f3fa2059-8ce7-4eab-8219-47cae2a56cc3), after_update {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:59:39.461725 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d702665-ec38-4aaf-897a-ba09716b792b tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Pushing event updated for resources: {'Port': ['ID=f3fa2059-8ce7-4eab-8219-47cae2a56cc3,revision_number=2']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:59:39.471492 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-7d702665-ec38-4aaf-897a-ba09716b792b tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1796444'] for floatingip (e3f7c311-54ec-4618-a634-c8a691f6bbfb), after_create {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:59:39.571004 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.db.l3_db [None req-7d702665-ec38-4aaf-897a-ba09716b792b tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Floating IP e3f7c311-54ec-4618-a634-c8a691f6bbfb associated. External IP: 172.27.2.124, port: a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae. Jan 27 16:59:39.775041 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d702665-ec38-4aaf-897a-ba09716b792b tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Router b90512fd-15f2-4c4e-8f86-67964d88460e has already been hosted by L3 agent bdbd084a-7876-495d-b5d9-cf3ee18f0227 {{(pid=114095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 16:59:39.886654 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d702665-ec38-4aaf-897a-ba09716b792b tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Notify agent at l3_agent.dv-cinder-818830-2-iscsi the message routers_updated {{(pid=114095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 16:59:39.896541 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0e4ddc-d321-4c42-b9e0-c605718fe702 None None] Sync routers for ids ['b90512fd-15f2-4c4e-8f86-67964d88460e'] in dv-cinder-818830-2-iscsi {{(pid=114096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 16:59:39.904512 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-7d702665-ec38-4aaf-897a-ba09716b792b tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118807'] for floatingip (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:59:39.906038 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0e4ddc-d321-4c42-b9e0-c605718fe702 None None] Routers {'b90512fd-15f2-4c4e-8f86-67964d88460e'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:59:39.906726 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-ef0e4ddc-d321-4c42-b9e0-c605718fe702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T16:59:18Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['b90512fd-15f2-4c4e-8f86-67964d88460e'], 'active': True} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:59:40.155979 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvr_db [None req-ef0e4ddc-d321-4c42-b9e0-c605718fe702 None None] Set router b90512fd-15f2-4c4e-8f86-67964d88460e gateway port host: dv-cinder-818830-2-iscsi {{(pid=114096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:59:40.174470 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-7d702665-ec38-4aaf-897a-ba09716b792b tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7771430 Jan 27 16:59:40.175946 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad2744c8-1e9e-4d7f-b560-2d202b570f95', 'tag': 'a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae'}] {{(pid=114095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:59:40.178288 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4239e6a803e2f619fc9b8f6c8a6584a7ac442468773ed84b4810d4ba10bf9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93d35ba6-417e-4f5e-9adc-2503544015ac" -d '{"events": [{"name": "network-changed", "server_uuid": "ad2744c8-1e9e-4d7f-b560-2d202b570f95", "tag": "a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae"}]}' {{(pid=114095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:59:40.268252 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 16:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-610ae74d-9b7f-40d7-b7ae-e2b239c667f2 x-openstack-request-id: req-610ae74d-9b7f-40d7-b7ae-e2b239c667f2 {{(pid=114095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:59:40.269502 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad2744c8-1e9e-4d7f-b560-2d202b570f95", "tag": "a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae", "status": "completed", "code": 200}]} {{(pid=114095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:59:40.269619 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-610ae74d-9b7f-40d7-b7ae-e2b239c667f2 {{(pid=114095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:59:40.270152 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad2744c8-1e9e-4d7f-b560-2d202b570f95', 'tag': 'a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae', 'status': 'completed', 'code': 200} Jan 27 16:59:40.332922 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d35ba6-417e-4f5e-9adc-2503544015ac req-7ec46f7a-6ed2-45e9-9450-8d4592ce8584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:59:40.334390 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-93d35ba6-417e-4f5e-9adc-2503544015ac req-7ec46f7a-6ed2-45e9-9450-8d4592ce8584 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4d8774be86e84ff7a66787d6f67c554e&device_id=ad2744c8-1e9e-4d7f-b560-2d202b570f95 HTTP/1.1" status: 200 len: 1099 time: 0.0446191 Jan 27 16:59:40.381799 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-ef0e4ddc-d321-4c42-b9e0-c605718fe702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90512fd-15f2-4c4e-8f86-67964d88460e', 'name': 'tempest-TestVolumeBootPattern-97804640-router', 'tenant_id': '4d8774be86e84ff7a66787d6f67c554e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '642e56d3-8a0e-4c81-8771-04540c55df24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:54:42Z', 'updated_at': '2022-01-27T16:54:45Z', 'revision_number': 4, 'project_id': '4d8774be86e84ff7a66787d6f67c554e', 'gw_port': {'id': '642e56d3-8a0e-4c81-8771-04540c55df24', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ce:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90512fd-15f2-4c4e-8f86-67964d88460e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:54:43Z', 'updated_at': '2022-01-27T16:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi', '_floatingips': [{'id': 'a21c6381-240c-49e8-934d-6e2345d00103', 'tenant_id': '4d8774be86e84ff7a66787d6f67c554e', 'floating_ip_address': '172.27.2.236', 'floating_network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'router_id': 'b90512fd-15f2-4c4e-8f86-67964d88460e', 'port_id': 'b30a7664-8526-4f19-9578-bcd6d070fa17', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31086914-ef67-4638-ab4e-856fdab7280e', 'mac_address': 'fa:16:3e:11:07:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d4bea1-c26d-474d-ac97-d1a46389b65a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T16:57:47Z', 'updated_at': '2022-01-27T16:57:50Z', 'revision_number': 1, 'project_id': '4d8774be86e84ff7a66787d6f67c554e', 'fixed_ip_address_scope': None}, {'id': 'e3f7c311-54ec-4618-a634-c8a691f6bbfb', 'tenant_id': '4d8774be86e84ff7a66787d6f67c554e', 'floating_ip_address': '172.27.2.124', 'floating_network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'router_id': 'b90512fd-15f2-4c4e-8f86-67964d88460e', 'port_id': 'a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31086914-ef67-4638-ab4e-856fdab7280e', 'mac_address': 'fa:16:3e:d9:d8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2744c8-1e9e-4d7f-b560-2d202b570f95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T16:59:39Z', 'updated_at': '2022-01-27T16:59:39Z', 'revision_number': 0, 'project_id': '4d8774be86e84ff7a66787d6f67c554e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a1e16b0-90fe-42be-9aa0-b3c3f7dfcc82', 'name': '', 'network_id': '31086914-ef67-4638-ab4e-856fdab7280e', 'tenant_id': '4d8774be86e84ff7a66787d6f67c554e', 'mac_address': 'fa:16:3e:1b:56:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90512fd-15f2-4c4e-8f86-67964d88460e', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '4f1f5f27-ec22-474d-84c0-06f0bcfbbeac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:54:44Z', 'updated_at': '2022-01-27T16:54:51Z', 'revision_number': 5, 'project_id': '4d8774be86e84ff7a66787d6f67c554e', 'subnets': [{'id': '4f1f5f27-ec22-474d-84c0-06f0bcfbbeac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:59:40.411188 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0e4ddc-d321-4c42-b9e0-c605718fe702 None None] Checking router: b90512fd-15f2-4c4e-8f86-67964d88460e for host: dv-cinder-818830-2-iscsi {{(pid=114096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 16:59:40.419416 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0e4ddc-d321-4c42-b9e0-c605718fe702 None None] Routers {'b90512fd-15f2-4c4e-8f86-67964d88460e'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:59:40.420065 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-ef0e4ddc-d321-4c42-b9e0-c605718fe702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T16:59:18Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['b90512fd-15f2-4c4e-8f86-67964d88460e'], 'active': True} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:59:40.421183 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d35ba6-417e-4f5e-9adc-2503544015ac req-766797d6-d615-43f3-8a52-ec79c9807308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:59:40.422635 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-93d35ba6-417e-4f5e-9adc-2503544015ac req-766797d6-d615-43f3-8a52-ec79c9807308 service neutron] 10.222.0.24 "GET /v2.0/networks?id=31086914-ef67-4638-ab4e-856fdab7280e HTTP/1.1" status: 200 len: 911 time: 0.0830534 Jan 27 16:59:40.490295 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-93d35ba6-417e-4f5e-9adc-2503544015ac req-470d0036-7612-4aaf-96f7-3422e92f2230 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae HTTP/1.1" status: 200 len: 1000 time: 0.0609243 Jan 27 16:59:40.525406 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvr_db [None req-ef0e4ddc-d321-4c42-b9e0-c605718fe702 None None] Set router b90512fd-15f2-4c4e-8f86-67964d88460e gateway port host: dv-cinder-818830-2-iscsi {{(pid=114096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:59:40.540764 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d35ba6-417e-4f5e-9adc-2503544015ac req-cf765522-82a9-44a7-ab77-7e1a6d6476eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:59:40.542193 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-93d35ba6-417e-4f5e-9adc-2503544015ac req-cf765522-82a9-44a7-ab77-7e1a6d6476eb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4f1f5f27-ec22-474d-84c0-06f0bcfbbeac HTTP/1.1" status: 200 len: 849 time: 0.0468590 Jan 27 16:59:40.587122 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d35ba6-417e-4f5e-9adc-2503544015ac req-afc84e5c-28cf-40cc-b073-2cfad1d28dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:59:40.588636 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-93d35ba6-417e-4f5e-9adc-2503544015ac req-afc84e5c-28cf-40cc-b073-2cfad1d28dfb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=31086914-ef67-4638-ab4e-856fdab7280e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406258 Jan 27 16:59:40.679662 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-93d35ba6-417e-4f5e-9adc-2503544015ac req-6f58b123-4d89-4c37-ae83-cff260dc3363 service neutron] 10.222.0.24 "GET /v2.0/networks/31086914-ef67-4638-ab4e-856fdab7280e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853863 Jan 27 16:59:40.749461 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-ef0e4ddc-d321-4c42-b9e0-c605718fe702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90512fd-15f2-4c4e-8f86-67964d88460e', 'name': 'tempest-TestVolumeBootPattern-97804640-router', 'tenant_id': '4d8774be86e84ff7a66787d6f67c554e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '642e56d3-8a0e-4c81-8771-04540c55df24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:54:42Z', 'updated_at': '2022-01-27T16:54:45Z', 'revision_number': 4, 'project_id': '4d8774be86e84ff7a66787d6f67c554e', 'gw_port': {'id': '642e56d3-8a0e-4c81-8771-04540c55df24', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ce:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90512fd-15f2-4c4e-8f86-67964d88460e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:54:43Z', 'updated_at': '2022-01-27T16:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi', '_floatingips': [{'id': 'a21c6381-240c-49e8-934d-6e2345d00103', 'tenant_id': '4d8774be86e84ff7a66787d6f67c554e', 'floating_ip_address': '172.27.2.236', 'floating_network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'router_id': 'b90512fd-15f2-4c4e-8f86-67964d88460e', 'port_id': 'b30a7664-8526-4f19-9578-bcd6d070fa17', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31086914-ef67-4638-ab4e-856fdab7280e', 'mac_address': 'fa:16:3e:11:07:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d4bea1-c26d-474d-ac97-d1a46389b65a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T16:57:47Z', 'updated_at': '2022-01-27T16:57:50Z', 'revision_number': 1, 'project_id': '4d8774be86e84ff7a66787d6f67c554e', 'fixed_ip_address_scope': None}, {'id': 'e3f7c311-54ec-4618-a634-c8a691f6bbfb', 'tenant_id': '4d8774be86e84ff7a66787d6f67c554e', 'floating_ip_address': '172.27.2.124', 'floating_network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'router_id': 'b90512fd-15f2-4c4e-8f86-67964d88460e', 'port_id': 'a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31086914-ef67-4638-ab4e-856fdab7280e', 'mac_address': 'fa:16:3e:d9:d8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2744c8-1e9e-4d7f-b560-2d202b570f95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T16:59:39Z', 'updated_at': '2022-01-27T16:59:39Z', 'revision_number': 0, 'project_id': '4d8774be86e84ff7a66787d6f67c554e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a1e16b0-90fe-42be-9aa0-b3c3f7dfcc82', 'name': '', 'network_id': '31086914-ef67-4638-ab4e-856fdab7280e', 'tenant_id': '4d8774be86e84ff7a66787d6f67c554e', 'mac_address': 'fa:16:3e:1b:56:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90512fd-15f2-4c4e-8f86-67964d88460e', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '4f1f5f27-ec22-474d-84c0-06f0bcfbbeac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:54:44Z', 'updated_at': '2022-01-27T16:54:51Z', 'revision_number': 5, 'project_id': '4d8774be86e84ff7a66787d6f67c554e', 'subnets': [{'id': '4f1f5f27-ec22-474d-84c0-06f0bcfbbeac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:59:40.765335 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-93d35ba6-417e-4f5e-9adc-2503544015ac req-22a501b2-870b-4d85-ac16-7ba0a90fd659 service neutron] 10.222.0.24 "GET /v2.0/networks/31086914-ef67-4638-ab4e-856fdab7280e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802860 Jan 27 16:59:40.780170 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0e4ddc-d321-4c42-b9e0-c605718fe702 None None] The sync data for ids ['b90512fd-15f2-4c4e-8f86-67964d88460e'] in dv-cinder-818830-2-iscsi is: [{'id': 'b90512fd-15f2-4c4e-8f86-67964d88460e', 'name': 'tempest-TestVolumeBootPattern-97804640-router', 'tenant_id': '4d8774be86e84ff7a66787d6f67c554e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '642e56d3-8a0e-4c81-8771-04540c55df24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:54:42Z', 'updated_at': '2022-01-27T16:54:45Z', 'revision_number': 4, 'project_id': '4d8774be86e84ff7a66787d6f67c554e', 'gw_port': {'id': '642e56d3-8a0e-4c81-8771-04540c55df24', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ce:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90512fd-15f2-4c4e-8f86-67964d88460e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:54:43Z', 'updated_at': '2022-01-27T16:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi', '_floatingips': [{'id': 'a21c6381-240c-49e8-934d-6e2345d00103', 'tenant_id': '4d8774be86e84ff7a66787d6f67c554e', 'floating_ip_address': '172.27.2.236', 'floating_network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'router_id': 'b90512fd-15f2-4c4e-8f86-67964d88460e', 'port_id': 'b30a7664-8526-4f19-9578-bcd6d070fa17', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31086914-ef67-4638-ab4e-856fdab7280e', 'mac_address': 'fa:16:3e:11:07:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d4bea1-c26d-474d-ac97-d1a46389b65a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T16:57:47Z', 'updated_at': '2022-01-27T16:57:50Z', 'revision_number': 1, 'project_id': '4d8774be86e84ff7a66787d6f67c554e', 'fixed_ip_address_scope': None}, {'id': 'e3f7c311-54ec-4618-a634-c8a691f6bbfb', 'tenant_id': '4d8774be86e84ff7a66787d6f67c554e', 'floating_ip_address': '172.27.2.124', 'floating_network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'router_id': 'b90512fd-15f2-4c4e-8f86-67964d88460e', 'port_id': 'a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31086914-ef67-4638-ab4e-856fdab7280e', 'mac_address': 'fa:16:3e:d9:d8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2744c8-1e9e-4d7f-b560-2d202b570f95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T16:59:39Z', 'updated_at': '2022-01-27T16:59:39Z', 'revision_number': 0, 'project_id': '4d8774be86e84ff7a66787d6f67c554e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a1e16b0-90fe-42be-9aa0-b3c3f7dfcc82', 'name': '', 'network_id': '31086914-ef67-4638-ab4e-856fdab7280e', 'tenant_id': '4d8774be86e84ff7a66787d6f67c554e', 'mac_address': 'fa:16:3e:1b:56:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90512fd-15f2-4c4e-8f86-67964d88460e', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '4f1f5f27-ec22-474d-84c0-06f0bcfbbeac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:54:44Z', 'updated_at': '2022-01-27T16:54:51Z', 'revision_number': 5, 'project_id': '4d8774be86e84ff7a66787d6f67c554e', 'subnets': [{'id': '4f1f5f27-ec22-474d-84c0-06f0bcfbbeac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 16:59:40.970565 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8105b6-8cb2-4f32-9c84-830e1ea1ce9b None None] New status for floating IP e3f7c311-54ec-4618-a634-c8a691f6bbfb: ACTIVE {{(pid=114097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 16:59:46.405891 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-d98fabc3-c11f-4ab7-b159-04f0cd38deb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (b49cc950-6aaa-44e3-a3c4-70b67101afab), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:59:48.471661 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-8197dfcb-9fb6-4e4e-a002-5e934cbabca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (bdbd084a-7876-495d-b5d9-cf3ee18f0227), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:59:48.479132 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (853c399d-72c7-467e-bd42-08a47e7fb1c3), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:59:48.653902 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.agents_db [None req-5545c54b-af05-4075-94be-94e2438c302a None None] Agent healthcheck: found 6 active agents {{(pid=114097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 16:59:49.532057 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-66ba84dd-632c-456a-bb12-6a575fe6244f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9495f383-87a2-4ffd-86dd-67b8d88d602c), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:59:51.575144 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-d66b1738-fecd-429f-97ae-c3b5c23d3d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9d445c8f-179b-40e3-9cb5-ffaa95aecd6a), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:59:52.603312 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (492c1832-c7a3-4f77-b4ba-2ebdc28556bf), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:59:54.708588 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-c97ad575-8ff5-45ed-b340-8060ac3f9ba2 req-f7b7dd10-b6f0-45bb-9583-1b04b0094bff service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=20d4bea1-c26d-474d-ac97-d1a46389b65a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399392 Jan 27 16:59:54.791592 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ad575-8ff5-45ed-b340-8060ac3f9ba2 req-849d0916-e3bf-4be8-91d6-d7bfb844aeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:59:54.793087 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-c97ad575-8ff5-45ed-b340-8060ac3f9ba2 req-849d0916-e3bf-4be8-91d6-d7bfb844aeb1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4d8774be86e84ff7a66787d6f67c554e&device_id=20d4bea1-c26d-474d-ac97-d1a46389b65a HTTP/1.1" status: 200 len: 1098 time: 0.0441349 Jan 27 16:59:54.892656 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ad575-8ff5-45ed-b340-8060ac3f9ba2 req-e0fd5e1b-93db-4593-88cf-fec460a183be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:59:54.894097 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-c97ad575-8ff5-45ed-b340-8060ac3f9ba2 req-e0fd5e1b-93db-4593-88cf-fec460a183be service neutron] 10.222.0.24 "GET /v2.0/networks?id=31086914-ef67-4638-ab4e-856fdab7280e HTTP/1.1" status: 200 len: 911 time: 0.0828168 Jan 27 16:59:54.961634 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-c97ad575-8ff5-45ed-b340-8060ac3f9ba2 req-5990d20a-52e1-48d2-a08d-24c4566b6075 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b30a7664-8526-4f19-9578-bcd6d070fa17 HTTP/1.1" status: 200 len: 1001 time: 0.0606892 Jan 27 16:59:55.008417 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ad575-8ff5-45ed-b340-8060ac3f9ba2 req-7e5b1ea4-6487-4aa1-8e1d-5c749497c88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:59:55.009791 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-c97ad575-8ff5-45ed-b340-8060ac3f9ba2 req-7e5b1ea4-6487-4aa1-8e1d-5c749497c88b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4f1f5f27-ec22-474d-84c0-06f0bcfbbeac HTTP/1.1" status: 200 len: 849 time: 0.0426316 Jan 27 16:59:55.053894 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ad575-8ff5-45ed-b340-8060ac3f9ba2 req-54f5095a-f4af-494c-be99-9c15e0d16ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:59:55.055328 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-c97ad575-8ff5-45ed-b340-8060ac3f9ba2 req-54f5095a-f4af-494c-be99-9c15e0d16ff8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=31086914-ef67-4638-ab4e-856fdab7280e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397682 Jan 27 16:59:55.143548 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-c97ad575-8ff5-45ed-b340-8060ac3f9ba2 req-58be7c8b-4625-4499-abab-741dcd07e322 service neutron] 10.222.0.24 "GET /v2.0/networks/31086914-ef67-4638-ab4e-856fdab7280e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820761 Jan 27 16:59:55.229914 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-c97ad575-8ff5-45ed-b340-8060ac3f9ba2 req-63344b03-b1d5-4edf-9841-41b3d09c42ab service neutron] 10.222.0.24 "GET /v2.0/networks/31086914-ef67-4638-ab4e-856fdab7280e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802424 Jan 27 17:00:16.407721 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-e3a7c68e-12b1-4363-b8fc-d4c7d59527fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (b49cc950-6aaa-44e3-a3c4-70b67101afab), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:00:18.464017 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-f252e68d-4218-4822-b2f4-bd61090c52d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (bdbd084a-7876-495d-b5d9-cf3ee18f0227), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:00:18.488066 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (853c399d-72c7-467e-bd42-08a47e7fb1c3), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:00:19.533982 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-66ba84dd-632c-456a-bb12-6a575fe6244f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9495f383-87a2-4ffd-86dd-67b8d88d602c), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:00:21.576877 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-d66b1738-fecd-429f-97ae-c3b5c23d3d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9d445c8f-179b-40e3-9cb5-ffaa95aecd6a), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:00:22.605089 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (492c1832-c7a3-4f77-b4ba-2ebdc28556bf), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:00:25.653153 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.agents_db [None req-5545c54b-af05-4075-94be-94e2438c302a None None] Agent healthcheck: found 6 active agents {{(pid=114097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 17:00:46.410325 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-f82af1f4-270c-4a6b-b312-2ba75e845902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (b49cc950-6aaa-44e3-a3c4-70b67101afab), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:00:48.464520 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-a63001a6-9127-45f8-b429-3bcf0979050c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (bdbd084a-7876-495d-b5d9-cf3ee18f0227), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:00:48.487334 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (853c399d-72c7-467e-bd42-08a47e7fb1c3), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:00:49.538004 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-66ba84dd-632c-456a-bb12-6a575fe6244f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9495f383-87a2-4ffd-86dd-67b8d88d602c), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:00:51.579617 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-d66b1738-fecd-429f-97ae-c3b5c23d3d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9d445c8f-179b-40e3-9cb5-ffaa95aecd6a), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:00:52.606088 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (492c1832-c7a3-4f77-b4ba-2ebdc28556bf), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:00:55.716725 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-98cdad91-76c3-4121-8c00-b5ed0dbbbd48 req-845a4b83-a9e7-45ca-b481-72406970478e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ad2744c8-1e9e-4d7f-b560-2d202b570f95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401292 Jan 27 17:00:55.779826 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cdad91-76c3-4121-8c00-b5ed0dbbbd48 req-b7eec60b-7a3a-4164-84f6-3f8b44942484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:00:55.781252 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-98cdad91-76c3-4121-8c00-b5ed0dbbbd48 req-b7eec60b-7a3a-4164-84f6-3f8b44942484 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4d8774be86e84ff7a66787d6f67c554e&device_id=ad2744c8-1e9e-4d7f-b560-2d202b570f95 HTTP/1.1" status: 200 len: 1099 time: 0.0429800 Jan 27 17:00:55.877722 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cdad91-76c3-4121-8c00-b5ed0dbbbd48 req-ef45a1c6-63b5-41fa-8680-e2e0188278f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:00:55.879710 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-98cdad91-76c3-4121-8c00-b5ed0dbbbd48 req-ef45a1c6-63b5-41fa-8680-e2e0188278f4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=31086914-ef67-4638-ab4e-856fdab7280e HTTP/1.1" status: 200 len: 911 time: 0.0811563 Jan 27 17:00:55.945227 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-98cdad91-76c3-4121-8c00-b5ed0dbbbd48 req-fc14be43-10f7-480c-b6c1-5d9da642e11f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae HTTP/1.1" status: 200 len: 1002 time: 0.0597131 Jan 27 17:00:55.990274 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cdad91-76c3-4121-8c00-b5ed0dbbbd48 req-35343ef5-bbb3-479c-8cbd-ff4102b8afe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:00:55.991695 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-98cdad91-76c3-4121-8c00-b5ed0dbbbd48 req-35343ef5-bbb3-479c-8cbd-ff4102b8afe0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4f1f5f27-ec22-474d-84c0-06f0bcfbbeac HTTP/1.1" status: 200 len: 849 time: 0.0412023 Jan 27 17:00:56.034037 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cdad91-76c3-4121-8c00-b5ed0dbbbd48 req-3f309689-f3b2-4ece-8936-17828ade7042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:00:56.035724 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-98cdad91-76c3-4121-8c00-b5ed0dbbbd48 req-3f309689-f3b2-4ece-8936-17828ade7042 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=31086914-ef67-4638-ab4e-856fdab7280e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385973 Jan 27 17:00:56.123332 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-98cdad91-76c3-4121-8c00-b5ed0dbbbd48 req-95038768-0aa0-4e2d-be75-98fe58d75797 service neutron] 10.222.0.24 "GET /v2.0/networks/31086914-ef67-4638-ab4e-856fdab7280e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812211 Jan 27 17:00:56.208642 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-98cdad91-76c3-4121-8c00-b5ed0dbbbd48 req-1c3b7eb0-ab23-4395-b63c-d08025129acd service neutron] 10.222.0.24 "GET /v2.0/networks/31086914-ef67-4638-ab4e-856fdab7280e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783062 Jan 27 17:01:02.652256 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.agents_db [None req-5545c54b-af05-4075-94be-94e2438c302a None None] Agent healthcheck: found 6 active agents {{(pid=114097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 17:01:10.965297 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 55706) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 17:01:11.158972 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.plugin [None req-9a64bba5-c717-4d43-84ae-b623da048bab tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Deleting port f3fa2059-8ce7-4eab-8219-47cae2a56cc3 {{(pid=114095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 17:01:11.159318 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-9a64bba5-c717-4d43-84ae-b623da048bab tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740202897008'] for port (f3fa2059-8ce7-4eab-8219-47cae2a56cc3), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:11.232303 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-9a64bba5-c717-4d43-84ae-b623da048bab tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797243'] for port (f3fa2059-8ce7-4eab-8219-47cae2a56cc3), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:11.232553 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-9a64bba5-c717-4d43-84ae-b623da048bab tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks [] for floatingip (f3fa2059-8ce7-4eab-8219-47cae2a56cc3), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:11.245009 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.plugin [None req-9a64bba5-c717-4d43-84ae-b623da048bab tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Calling delete_port for f3fa2059-8ce7-4eab-8219-47cae2a56cc3 owned by network:floatingip {{(pid=114095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 17:01:11.389058 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-9a64bba5-c717-4d43-84ae-b623da048bab tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740202902474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740202573626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080504'] for port (f3fa2059-8ce7-4eab-8219-47cae2a56cc3), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:11.417084 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a64bba5-c717-4d43-84ae-b623da048bab tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Pushing event deleted for resources: {'Port': ['ID=f3fa2059-8ce7-4eab-8219-47cae2a56cc3,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:01:11.442296 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a64bba5-c717-4d43-84ae-b623da048bab tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:01:11.442647 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a64bba5-c717-4d43-84ae-b623da048bab tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:01:11.442989 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a64bba5-c717-4d43-84ae-b623da048bab tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:01:11.443324 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a64bba5-c717-4d43-84ae-b623da048bab tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:01:11.443680 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a64bba5-c717-4d43-84ae-b623da048bab tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:01:11.444011 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a64bba5-c717-4d43-84ae-b623da048bab tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:01:11.444338 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a64bba5-c717-4d43-84ae-b623da048bab tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:01:11.444664 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a64bba5-c717-4d43-84ae-b623da048bab tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:01:11.444986 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a64bba5-c717-4d43-84ae-b623da048bab tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:01:11.445309 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a64bba5-c717-4d43-84ae-b623da048bab tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:01:11.445631 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a64bba5-c717-4d43-84ae-b623da048bab tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:01:11.445949 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a64bba5-c717-4d43-84ae-b623da048bab tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:01:11.446266 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a64bba5-c717-4d43-84ae-b623da048bab tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:01:11.484426 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-9a64bba5-c717-4d43-84ae-b623da048bab tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks [] for floatingip (e3f7c311-54ec-4618-a634-c8a691f6bbfb), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:11.484687 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.db.l3_db [None req-9a64bba5-c717-4d43-84ae-b623da048bab tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Floating IP e3f7c311-54ec-4618-a634-c8a691f6bbfb disassociated (deleted). External IP: 172.27.2.124, port: a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae. Jan 27 17:01:11.689247 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a64bba5-c717-4d43-84ae-b623da048bab tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Router b90512fd-15f2-4c4e-8f86-67964d88460e has already been hosted by L3 agent bdbd084a-7876-495d-b5d9-cf3ee18f0227 {{(pid=114095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 17:01:11.796741 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a64bba5-c717-4d43-84ae-b623da048bab tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Notify agent at l3_agent.dv-cinder-818830-2-iscsi the message routers_updated {{(pid=114095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 17:01:11.802004 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-9a64bba5-c717-4d43-84ae-b623da048bab tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118807'] for floatingip (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:11.807981 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0a5bde-06c2-4776-948e-b0d197731129 None None] Sync routers for ids ['b90512fd-15f2-4c4e-8f86-67964d88460e'] in dv-cinder-818830-2-iscsi {{(pid=114096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:01:11.817998 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0a5bde-06c2-4776-948e-b0d197731129 None None] Routers {'b90512fd-15f2-4c4e-8f86-67964d88460e'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 17:01:11.818622 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-2c0a5bde-06c2-4776-948e-b0d197731129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T17:00:48Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['b90512fd-15f2-4c4e-8f86-67964d88460e'], 'active': True} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:01:11.828290 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-9a64bba5-c717-4d43-84ae-b623da048bab tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "DELETE /v2.0/floatingips/e3f7c311-54ec-4618-a634-c8a691f6bbfb HTTP/1.1" status: 204 len: 168 time: 0.8620350 Jan 27 17:01:11.828953 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad2744c8-1e9e-4d7f-b560-2d202b570f95', 'tag': 'a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae'}] {{(pid=114095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 17:01:11.831272 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4239e6a803e2f619fc9b8f6c8a6584a7ac442468773ed84b4810d4ba10bf9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b419a4a-6d8d-4cb9-a3f9-0b9b6bf322ef" -d '{"events": [{"name": "network-changed", "server_uuid": "ad2744c8-1e9e-4d7f-b560-2d202b570f95", "tag": "a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae"}]}' {{(pid=114095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 17:01:11.869733 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 17:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b66f32-45e9-43eb-a0ce-88dcd2f57201 x-openstack-request-id: req-76b66f32-45e9-43eb-a0ce-88dcd2f57201 {{(pid=114095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 17:01:11.870137 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad2744c8-1e9e-4d7f-b560-2d202b570f95", "tag": "a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae", "status": "completed", "code": 200}]} {{(pid=114095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 17:01:11.870356 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-76b66f32-45e9-43eb-a0ce-88dcd2f57201 {{(pid=114095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 17:01:11.872511 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad2744c8-1e9e-4d7f-b560-2d202b570f95', 'tag': 'a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae', 'status': 'completed', 'code': 200} Jan 27 17:01:11.926769 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvr_db [None req-2c0a5bde-06c2-4776-948e-b0d197731129 None None] Set router b90512fd-15f2-4c4e-8f86-67964d88460e gateway port host: dv-cinder-818830-2-iscsi {{(pid=114096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 17:01:11.931958 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b419a4a-6d8d-4cb9-a3f9-0b9b6bf322ef req-4d69daf3-e4c5-4fe0-be2c-d6a8e9753d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:01:11.934070 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-4b419a4a-6d8d-4cb9-a3f9-0b9b6bf322ef req-4d69daf3-e4c5-4fe0-be2c-d6a8e9753d4a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4d8774be86e84ff7a66787d6f67c554e&device_id=ad2744c8-1e9e-4d7f-b560-2d202b570f95 HTTP/1.1" status: 200 len: 1099 time: 0.0425420 Jan 27 17:01:12.037960 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b419a4a-6d8d-4cb9-a3f9-0b9b6bf322ef req-a1267dc4-c99a-4e8a-b48d-9d9fa116c225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:01:12.039581 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-4b419a4a-6d8d-4cb9-a3f9-0b9b6bf322ef req-a1267dc4-c99a-4e8a-b48d-9d9fa116c225 service neutron] 10.222.0.24 "GET /v2.0/networks?id=31086914-ef67-4638-ab4e-856fdab7280e HTTP/1.1" status: 200 len: 911 time: 0.0998752 Jan 27 17:01:12.071648 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ceede-f396-4ae2-a6ca-560d46b6af4f req-65bf95c2-f9ff-4562-a426-433d54bb798d tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:01:12.073057 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-6d4ceede-f396-4ae2-a6ca-560d46b6af4f req-65bf95c2-f9ff-4562-a426-433d54bb798d tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad2744c8-1e9e-4d7f-b560-2d202b570f95 HTTP/1.1" status: 200 len: 946 time: 0.0535698 Jan 27 17:01:12.083488 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-4b419a4a-6d8d-4cb9-a3f9-0b9b6bf322ef req-c000481c-c21f-40ae-b667-e8eb838a04e7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae HTTP/1.1" status: 200 len: 217 time: 0.0369484 Jan 27 17:01:12.127776 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-6d4ceede-f396-4ae2-a6ca-560d46b6af4f req-d649857d-e78d-43fa-b997-ffa39f884ced tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/security-groups?id=1472d445-c789-4bc7-8d41-a03ed1a5e9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486269 Jan 27 17:01:12.140225 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b419a4a-6d8d-4cb9-a3f9-0b9b6bf322ef req-c1a906e9-27a2-4ad6-929b-a8e6a23d3621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:01:12.141166 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-4b419a4a-6d8d-4cb9-a3f9-0b9b6bf322ef req-c1a906e9-27a2-4ad6-929b-a8e6a23d3621 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4f1f5f27-ec22-474d-84c0-06f0bcfbbeac HTTP/1.1" status: 200 len: 849 time: 0.0515790 Jan 27 17:01:12.166305 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-2c0a5bde-06c2-4776-948e-b0d197731129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90512fd-15f2-4c4e-8f86-67964d88460e', 'name': 'tempest-TestVolumeBootPattern-97804640-router', 'tenant_id': '4d8774be86e84ff7a66787d6f67c554e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '642e56d3-8a0e-4c81-8771-04540c55df24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:54:42Z', 'updated_at': '2022-01-27T16:54:45Z', 'revision_number': 4, 'project_id': '4d8774be86e84ff7a66787d6f67c554e', 'gw_port': {'id': '642e56d3-8a0e-4c81-8771-04540c55df24', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ce:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90512fd-15f2-4c4e-8f86-67964d88460e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:54:43Z', 'updated_at': '2022-01-27T16:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi', '_floatingips': [{'id': 'a21c6381-240c-49e8-934d-6e2345d00103', 'tenant_id': '4d8774be86e84ff7a66787d6f67c554e', 'floating_ip_address': '172.27.2.236', 'floating_network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'router_id': 'b90512fd-15f2-4c4e-8f86-67964d88460e', 'port_id': 'b30a7664-8526-4f19-9578-bcd6d070fa17', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31086914-ef67-4638-ab4e-856fdab7280e', 'mac_address': 'fa:16:3e:11:07:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d4bea1-c26d-474d-ac97-d1a46389b65a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T16:57:47Z', 'updated_at': '2022-01-27T16:57:50Z', 'revision_number': 1, 'project_id': '4d8774be86e84ff7a66787d6f67c554e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a1e16b0-90fe-42be-9aa0-b3c3f7dfcc82', 'name': '', 'network_id': '31086914-ef67-4638-ab4e-856fdab7280e', 'tenant_id': '4d8774be86e84ff7a66787d6f67c554e', 'mac_address': 'fa:16:3e:1b:56:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90512fd-15f2-4c4e-8f86-67964d88460e', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '4f1f5f27-ec22-474d-84c0-06f0bcfbbeac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:54:44Z', 'updated_at': '2022-01-27T16:54:51Z', 'revision_number': 5, 'project_id': '4d8774be86e84ff7a66787d6f67c554e', 'subnets': [{'id': '4f1f5f27-ec22-474d-84c0-06f0bcfbbeac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:01:12.197442 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0a5bde-06c2-4776-948e-b0d197731129 None None] Checking router: b90512fd-15f2-4c4e-8f86-67964d88460e for host: dv-cinder-818830-2-iscsi {{(pid=114096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:01:12.206310 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0a5bde-06c2-4776-948e-b0d197731129 None None] Routers {'b90512fd-15f2-4c4e-8f86-67964d88460e'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 17:01:12.206989 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-2c0a5bde-06c2-4776-948e-b0d197731129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T17:00:48Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['b90512fd-15f2-4c4e-8f86-67964d88460e'], 'active': True} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:01:12.451889 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvr_db [None req-2c0a5bde-06c2-4776-948e-b0d197731129 None None] Set router b90512fd-15f2-4c4e-8f86-67964d88460e gateway port host: dv-cinder-818830-2-iscsi {{(pid=114096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 17:01:12.457626 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b419a4a-6d8d-4cb9-a3f9-0b9b6bf322ef req-48deab13-12cb-45e1-adf5-1f21025431c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:01:12.459237 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-4b419a4a-6d8d-4cb9-a3f9-0b9b6bf322ef req-48deab13-12cb-45e1-adf5-1f21025431c4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=31086914-ef67-4638-ab4e-856fdab7280e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3111849 Jan 27 17:01:12.552536 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-4b419a4a-6d8d-4cb9-a3f9-0b9b6bf322ef req-647c772c-7a9d-4c63-b04f-828971b7a678 service neutron] 10.222.0.24 "GET /v2.0/networks/31086914-ef67-4638-ab4e-856fdab7280e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866041 Jan 27 17:01:12.644965 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-4b419a4a-6d8d-4cb9-a3f9-0b9b6bf322ef req-2fc2bdf3-e9be-43fd-9e5b-a2a35b4c04c4 service neutron] 10.222.0.24 "GET /v2.0/networks/31086914-ef67-4638-ab4e-856fdab7280e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846431 Jan 27 17:01:12.677326 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-2c0a5bde-06c2-4776-948e-b0d197731129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90512fd-15f2-4c4e-8f86-67964d88460e', 'name': 'tempest-TestVolumeBootPattern-97804640-router', 'tenant_id': '4d8774be86e84ff7a66787d6f67c554e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '642e56d3-8a0e-4c81-8771-04540c55df24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:54:42Z', 'updated_at': '2022-01-27T16:54:45Z', 'revision_number': 4, 'project_id': '4d8774be86e84ff7a66787d6f67c554e', 'gw_port': {'id': '642e56d3-8a0e-4c81-8771-04540c55df24', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ce:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90512fd-15f2-4c4e-8f86-67964d88460e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:54:43Z', 'updated_at': '2022-01-27T16:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi', '_floatingips': [{'id': 'a21c6381-240c-49e8-934d-6e2345d00103', 'tenant_id': '4d8774be86e84ff7a66787d6f67c554e', 'floating_ip_address': '172.27.2.236', 'floating_network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'router_id': 'b90512fd-15f2-4c4e-8f86-67964d88460e', 'port_id': 'b30a7664-8526-4f19-9578-bcd6d070fa17', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31086914-ef67-4638-ab4e-856fdab7280e', 'mac_address': 'fa:16:3e:11:07:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d4bea1-c26d-474d-ac97-d1a46389b65a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T16:57:47Z', 'updated_at': '2022-01-27T16:57:50Z', 'revision_number': 1, 'project_id': '4d8774be86e84ff7a66787d6f67c554e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a1e16b0-90fe-42be-9aa0-b3c3f7dfcc82', 'name': '', 'network_id': '31086914-ef67-4638-ab4e-856fdab7280e', 'tenant_id': '4d8774be86e84ff7a66787d6f67c554e', 'mac_address': 'fa:16:3e:1b:56:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90512fd-15f2-4c4e-8f86-67964d88460e', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '4f1f5f27-ec22-474d-84c0-06f0bcfbbeac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:54:44Z', 'updated_at': '2022-01-27T16:54:51Z', 'revision_number': 5, 'project_id': '4d8774be86e84ff7a66787d6f67c554e', 'subnets': [{'id': '4f1f5f27-ec22-474d-84c0-06f0bcfbbeac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:01:12.706512 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0a5bde-06c2-4776-948e-b0d197731129 None None] The sync data for ids ['b90512fd-15f2-4c4e-8f86-67964d88460e'] in dv-cinder-818830-2-iscsi is: [{'id': 'b90512fd-15f2-4c4e-8f86-67964d88460e', 'name': 'tempest-TestVolumeBootPattern-97804640-router', 'tenant_id': '4d8774be86e84ff7a66787d6f67c554e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '642e56d3-8a0e-4c81-8771-04540c55df24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:54:42Z', 'updated_at': '2022-01-27T16:54:45Z', 'revision_number': 4, 'project_id': '4d8774be86e84ff7a66787d6f67c554e', 'gw_port': {'id': '642e56d3-8a0e-4c81-8771-04540c55df24', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ce:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90512fd-15f2-4c4e-8f86-67964d88460e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:54:43Z', 'updated_at': '2022-01-27T16:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi', '_floatingips': [{'id': 'a21c6381-240c-49e8-934d-6e2345d00103', 'tenant_id': '4d8774be86e84ff7a66787d6f67c554e', 'floating_ip_address': '172.27.2.236', 'floating_network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'router_id': 'b90512fd-15f2-4c4e-8f86-67964d88460e', 'port_id': 'b30a7664-8526-4f19-9578-bcd6d070fa17', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31086914-ef67-4638-ab4e-856fdab7280e', 'mac_address': 'fa:16:3e:11:07:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d4bea1-c26d-474d-ac97-d1a46389b65a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T16:57:47Z', 'updated_at': '2022-01-27T16:57:50Z', 'revision_number': 1, 'project_id': '4d8774be86e84ff7a66787d6f67c554e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a1e16b0-90fe-42be-9aa0-b3c3f7dfcc82', 'name': '', 'network_id': '31086914-ef67-4638-ab4e-856fdab7280e', 'tenant_id': '4d8774be86e84ff7a66787d6f67c554e', 'mac_address': 'fa:16:3e:1b:56:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90512fd-15f2-4c4e-8f86-67964d88460e', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '4f1f5f27-ec22-474d-84c0-06f0bcfbbeac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:54:44Z', 'updated_at': '2022-01-27T16:54:51Z', 'revision_number': 5, 'project_id': '4d8774be86e84ff7a66787d6f67c554e', 'subnets': [{'id': '4f1f5f27-ec22-474d-84c0-06f0bcfbbeac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:01:12.918928 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ecb2d2-5929-4530-978e-1a57133146b3 None None] New status for floating IP e3f7c311-54ec-4618-a634-c8a691f6bbfb: DOWN {{(pid=114097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:01:13.247783 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9eb29c-5933-4b31-9530-ab87709baf32 req-0b53a8c4-c639-40af-8ea1-2d7d772d82a8 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:01:13.249156 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-9e9eb29c-5933-4b31-9530-ab87709baf32 req-0b53a8c4-c639-40af-8ea1-2d7d772d82a8 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad2744c8-1e9e-4d7f-b560-2d202b570f95 HTTP/1.1" status: 200 len: 946 time: 0.0506589 Jan 27 17:01:13.296454 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-9e9eb29c-5933-4b31-9530-ab87709baf32 req-916bc719-add9-444a-86e0-8e9bbc48232f tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/security-groups?id=1472d445-c789-4bc7-8d41-a03ed1a5e9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410988 Jan 27 17:01:13.536776 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7761bb76-0890-45ce-b0ef-8ab9a418c124 req-b15252fd-192a-44ce-9d1d-1ac1d7732c72 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:01:13.538216 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-7761bb76-0890-45ce-b0ef-8ab9a418c124 req-b15252fd-192a-44ce-9d1d-1ac1d7732c72 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad2744c8-1e9e-4d7f-b560-2d202b570f95 HTTP/1.1" status: 200 len: 946 time: 0.0481675 Jan 27 17:01:13.627454 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.plugin [req-7761bb76-0890-45ce-b0ef-8ab9a418c124 req-6c6144fc-dd25-4d68-86d1-d374e05f99f7 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Deleting port a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae {{(pid=114094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 17:01:13.627823 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-7761bb76-0890-45ce-b0ef-8ab9a418c124 req-6c6144fc-dd25-4d68-86d1-d374e05f99f7 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740202897008'] for port (a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:13.710552 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.db [req-7761bb76-0890-45ce-b0ef-8ab9a418c124 req-6c6144fc-dd25-4d68-86d1-d374e05f99f7 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] For port a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae,segment=NetworkSegment(7bf1178f-69a8-4a8f-a8bc-1f6a08989b49),segment_id=7bf1178f-69a8-4a8f-a8bc-1f6a08989b49)] {{(pid=114094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 17:01:13.710912 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-7761bb76-0890-45ce-b0ef-8ab9a418c124 req-6c6144fc-dd25-4d68-86d1-d374e05f99f7 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797243'] for port (a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:13.722168 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.plugin [req-7761bb76-0890-45ce-b0ef-8ab9a418c124 req-6c6144fc-dd25-4d68-86d1-d374e05f99f7 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Calling delete_port for a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae owned by compute:nova {{(pid=114094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 17:01:13.848317 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-7761bb76-0890-45ce-b0ef-8ab9a418c124 req-6c6144fc-dd25-4d68-86d1-d374e05f99f7 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740202902474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740202573626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777202'] for port (a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:13.875745 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6144fc-dd25-4d68-86d1-d374e05f99f7 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Pushing event deleted for resources: {'Port': ['ID=a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae,revision_number=None']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:01:13.887467 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6144fc-dd25-4d68-86d1-d374e05f99f7 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:01:13.887849 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6144fc-dd25-4d68-86d1-d374e05f99f7 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:01:13.888195 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6144fc-dd25-4d68-86d1-d374e05f99f7 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:01:13.888534 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6144fc-dd25-4d68-86d1-d374e05f99f7 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:01:13.888866 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6144fc-dd25-4d68-86d1-d374e05f99f7 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:01:13.889197 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6144fc-dd25-4d68-86d1-d374e05f99f7 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:01:13.889523 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6144fc-dd25-4d68-86d1-d374e05f99f7 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:01:13.889847 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6144fc-dd25-4d68-86d1-d374e05f99f7 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:01:13.890184 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6144fc-dd25-4d68-86d1-d374e05f99f7 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:01:13.890498 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6144fc-dd25-4d68-86d1-d374e05f99f7 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:01:13.890826 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6144fc-dd25-4d68-86d1-d374e05f99f7 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:01:13.891143 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6144fc-dd25-4d68-86d1-d374e05f99f7 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:01:13.891461 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6144fc-dd25-4d68-86d1-d374e05f99f7 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:01:13.924638 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.l3_dvrscheduler_db [req-7761bb76-0890-45ce-b0ef-8ab9a418c124 req-6c6144fc-dd25-4d68-86d1-d374e05f99f7 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] No DVR routers for this DVR port a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae on host hv-cinder-81883 {{(pid=114094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:01:13.927734 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-7761bb76-0890-45ce-b0ef-8ab9a418c124 req-6c6144fc-dd25-4d68-86d1-d374e05f99f7 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118807'] for port (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:13.930957 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-7761bb76-0890-45ce-b0ef-8ab9a418c124 req-6c6144fc-dd25-4d68-86d1-d374e05f99f7 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.24 "DELETE /v2.0/ports/a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae HTTP/1.1" status: 204 len: 173 time: 0.3877048 Jan 27 17:01:13.931396 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad2744c8-1e9e-4d7f-b560-2d202b570f95', 'name': 'network-vif-deleted', 'tag': 'a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae'}] {{(pid=114094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 17:01:13.933636 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}342a798d1d13ecd85fd4efdf34ff3908ecd3b9322feeb0f720fcdcd52e7e333b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d09c84-6f91-4e08-9b74-bb9851ac9a10" -d '{"events": [{"server_uuid": "ad2744c8-1e9e-4d7f-b560-2d202b570f95", "name": "network-vif-deleted", "tag": "a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae"}]}' {{(pid=114094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 17:01:13.971285 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 17:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a6cc8d-e88a-41eb-b41a-c212a296e9b6 x-openstack-request-id: req-95a6cc8d-e88a-41eb-b41a-c212a296e9b6 {{(pid=114094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 17:01:13.971588 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad2744c8-1e9e-4d7f-b560-2d202b570f95", "name": "network-vif-deleted", "tag": "a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae", "status": "completed", "code": 200}]} {{(pid=114094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 17:01:13.971879 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-95a6cc8d-e88a-41eb-b41a-c212a296e9b6 {{(pid=114094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 17:01:13.972281 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad2744c8-1e9e-4d7f-b560-2d202b570f95', 'name': 'network-vif-deleted', 'tag': 'a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae', 'status': 'completed', 'code': 200} Jan 27 17:01:14.405869 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-d8474b47-90d3-4954-a922-6d560650ecb5 req-6b759f99-75ef-4eda-826b-d56c8655e3f9 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad2744c8-1e9e-4d7f-b560-2d202b570f95 HTTP/1.1" status: 200 len: 210 time: 0.0270443 Jan 27 17:01:16.162743 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae no longer exists at agent hyperv_hv-cinder-81883 {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 17:01:16.183197 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] No Port match for: a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae {{(pid=114096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 17:01:16.183538 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device a78b9f54-8a81-4fb8-b4d8-c61c8b4e95ae not bound to the agent host hv-cinder-81883 {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 17:01:16.411697 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-8ff22b58-5550-475a-a14e-87ba8d3c62a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (b49cc950-6aaa-44e3-a3c4-70b67101afab), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:17.673804 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 55748) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 17:01:17.830734 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.plugin [None req-197ce277-e9ad-4868-9bdd-e1fd56f801a9 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Deleting port 229ed8e0-6b76-4456-b2d8-752643b94ce0 {{(pid=114095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 17:01:17.830997 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-197ce277-e9ad-4868-9bdd-e1fd56f801a9 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740202897008'] for port (229ed8e0-6b76-4456-b2d8-752643b94ce0), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:17.908505 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-197ce277-e9ad-4868-9bdd-e1fd56f801a9 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797243'] for port (229ed8e0-6b76-4456-b2d8-752643b94ce0), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:17.908834 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-197ce277-e9ad-4868-9bdd-e1fd56f801a9 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks [] for floatingip (229ed8e0-6b76-4456-b2d8-752643b94ce0), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:17.920848 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.plugin [None req-197ce277-e9ad-4868-9bdd-e1fd56f801a9 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Calling delete_port for 229ed8e0-6b76-4456-b2d8-752643b94ce0 owned by network:floatingip {{(pid=114095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 17:01:18.064585 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-197ce277-e9ad-4868-9bdd-e1fd56f801a9 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740202902474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740202573626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080504'] for port (229ed8e0-6b76-4456-b2d8-752643b94ce0), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:18.093230 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197ce277-e9ad-4868-9bdd-e1fd56f801a9 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Pushing event deleted for resources: {'Port': ['ID=229ed8e0-6b76-4456-b2d8-752643b94ce0,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:01:18.152777 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-197ce277-e9ad-4868-9bdd-e1fd56f801a9 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks [] for floatingip (a21c6381-240c-49e8-934d-6e2345d00103), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:18.153107 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.db.l3_db [None req-197ce277-e9ad-4868-9bdd-e1fd56f801a9 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Floating IP a21c6381-240c-49e8-934d-6e2345d00103 disassociated (deleted). External IP: 172.27.2.236, port: b30a7664-8526-4f19-9578-bcd6d070fa17. Jan 27 17:01:18.355618 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-197ce277-e9ad-4868-9bdd-e1fd56f801a9 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Router b90512fd-15f2-4c4e-8f86-67964d88460e has already been hosted by L3 agent bdbd084a-7876-495d-b5d9-cf3ee18f0227 {{(pid=114095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 17:01:18.461086 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-197ce277-e9ad-4868-9bdd-e1fd56f801a9 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Notify agent at l3_agent.dv-cinder-818830-2-iscsi the message routers_updated {{(pid=114095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 17:01:18.466120 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-197ce277-e9ad-4868-9bdd-e1fd56f801a9 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118807'] for floatingip (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:18.470742 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e393088-7315-499b-8915-a02e77434b41 None None] Sync routers for ids ['b90512fd-15f2-4c4e-8f86-67964d88460e'] in dv-cinder-818830-2-iscsi {{(pid=114096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:01:18.477564 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-1865217e-8698-4345-92a8-845b0393e399 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (bdbd084a-7876-495d-b5d9-cf3ee18f0227), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:18.483794 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e393088-7315-499b-8915-a02e77434b41 None None] Routers {'b90512fd-15f2-4c4e-8f86-67964d88460e'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 17:01:18.484410 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-3e393088-7315-499b-8915-a02e77434b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T17:01:18Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['b90512fd-15f2-4c4e-8f86-67964d88460e'], 'active': True} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:01:18.498091 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-197ce277-e9ad-4868-9bdd-e1fd56f801a9 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "DELETE /v2.0/floatingips/a21c6381-240c-49e8-934d-6e2345d00103 HTTP/1.1" status: 204 len: 168 time: 0.8207865 Jan 27 17:01:18.498091 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20d4bea1-c26d-474d-ac97-d1a46389b65a', 'tag': 'b30a7664-8526-4f19-9578-bcd6d070fa17'}] {{(pid=114095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 17:01:18.498534 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4239e6a803e2f619fc9b8f6c8a6584a7ac442468773ed84b4810d4ba10bf9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47646e76-4004-475f-9c85-67e2bbc070d9" -d '{"events": [{"name": "network-changed", "server_uuid": "20d4bea1-c26d-474d-ac97-d1a46389b65a", "tag": "b30a7664-8526-4f19-9578-bcd6d070fa17"}]}' {{(pid=114095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 17:01:18.537229 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 17:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f1f2c19-6a7c-47f7-9e64-baba57cd726c x-openstack-request-id: req-4f1f2c19-6a7c-47f7-9e64-baba57cd726c {{(pid=114095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 17:01:18.537525 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20d4bea1-c26d-474d-ac97-d1a46389b65a", "tag": "b30a7664-8526-4f19-9578-bcd6d070fa17", "status": "completed", "code": 200}]} {{(pid=114095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 17:01:18.538261 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4f1f2c19-6a7c-47f7-9e64-baba57cd726c {{(pid=114095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 17:01:18.538261 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20d4bea1-c26d-474d-ac97-d1a46389b65a', 'tag': 'b30a7664-8526-4f19-9578-bcd6d070fa17', 'status': 'completed', 'code': 200} Jan 27 17:01:18.597626 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (853c399d-72c7-467e-bd42-08a47e7fb1c3), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:18.609332 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47646e76-4004-475f-9c85-67e2bbc070d9 req-0af46e3d-5e9e-4564-996e-77f39f6bb722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:01:18.611080 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-47646e76-4004-475f-9c85-67e2bbc070d9 req-0af46e3d-5e9e-4564-996e-77f39f6bb722 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4d8774be86e84ff7a66787d6f67c554e&device_id=20d4bea1-c26d-474d-ac97-d1a46389b65a HTTP/1.1" status: 200 len: 1098 time: 0.0531528 Jan 27 17:01:18.622267 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvr_db [None req-3e393088-7315-499b-8915-a02e77434b41 None None] Set router b90512fd-15f2-4c4e-8f86-67964d88460e gateway port host: dv-cinder-818830-2-iscsi {{(pid=114096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 17:01:18.708849 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47646e76-4004-475f-9c85-67e2bbc070d9 req-593ed5de-787d-4ee8-99c7-02f81702ee70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:01:18.710447 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-47646e76-4004-475f-9c85-67e2bbc070d9 req-593ed5de-787d-4ee8-99c7-02f81702ee70 service neutron] 10.222.0.24 "GET /v2.0/networks?id=31086914-ef67-4638-ab4e-856fdab7280e HTTP/1.1" status: 200 len: 911 time: 0.0925941 Jan 27 17:01:18.738716 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad541fec-10ae-41d9-abc8-0d4a30fa24fc req-ce17595f-e3bd-4395-b87c-13c86505ed3a tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:01:18.740677 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-ad541fec-10ae-41d9-abc8-0d4a30fa24fc req-ce17595f-e3bd-4395-b87c-13c86505ed3a tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/ports?device_id=20d4bea1-c26d-474d-ac97-d1a46389b65a HTTP/1.1" status: 200 len: 945 time: 0.0501530 Jan 27 17:01:18.756594 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-47646e76-4004-475f-9c85-67e2bbc070d9 req-fd0185ca-5d21-4e52-80d5-a4d2ca34c98b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b30a7664-8526-4f19-9578-bcd6d070fa17 HTTP/1.1" status: 200 len: 217 time: 0.0388227 Jan 27 17:01:18.792130 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-ad541fec-10ae-41d9-abc8-0d4a30fa24fc req-6937786d-9bfc-4b39-9e60-8201158f8e98 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/security-groups?id=1472d445-c789-4bc7-8d41-a03ed1a5e9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454202 Jan 27 17:01:18.808880 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47646e76-4004-475f-9c85-67e2bbc070d9 req-d1ea546c-fc2f-4423-b9a4-7e957106beb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:01:18.810466 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-47646e76-4004-475f-9c85-67e2bbc070d9 req-d1ea546c-fc2f-4423-b9a4-7e957106beb3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4f1f5f27-ec22-474d-84c0-06f0bcfbbeac HTTP/1.1" status: 200 len: 849 time: 0.0471785 Jan 27 17:01:18.850841 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-3e393088-7315-499b-8915-a02e77434b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90512fd-15f2-4c4e-8f86-67964d88460e', 'name': 'tempest-TestVolumeBootPattern-97804640-router', 'tenant_id': '4d8774be86e84ff7a66787d6f67c554e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '642e56d3-8a0e-4c81-8771-04540c55df24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:54:42Z', 'updated_at': '2022-01-27T16:54:45Z', 'revision_number': 4, 'project_id': '4d8774be86e84ff7a66787d6f67c554e', 'gw_port': {'id': '642e56d3-8a0e-4c81-8771-04540c55df24', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ce:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90512fd-15f2-4c4e-8f86-67964d88460e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:54:43Z', 'updated_at': '2022-01-27T16:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi', '_interfaces': [{'id': '4a1e16b0-90fe-42be-9aa0-b3c3f7dfcc82', 'name': '', 'network_id': '31086914-ef67-4638-ab4e-856fdab7280e', 'tenant_id': '4d8774be86e84ff7a66787d6f67c554e', 'mac_address': 'fa:16:3e:1b:56:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90512fd-15f2-4c4e-8f86-67964d88460e', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '4f1f5f27-ec22-474d-84c0-06f0bcfbbeac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:54:44Z', 'updated_at': '2022-01-27T16:54:51Z', 'revision_number': 5, 'project_id': '4d8774be86e84ff7a66787d6f67c554e', 'subnets': [{'id': '4f1f5f27-ec22-474d-84c0-06f0bcfbbeac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:01:18.854667 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47646e76-4004-475f-9c85-67e2bbc070d9 req-8533bb5a-5406-4cd1-a70c-ab83b2e161f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:01:18.856235 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-47646e76-4004-475f-9c85-67e2bbc070d9 req-8533bb5a-5406-4cd1-a70c-ab83b2e161f1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=31086914-ef67-4638-ab4e-856fdab7280e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395396 Jan 27 17:01:18.878041 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e393088-7315-499b-8915-a02e77434b41 None None] Checking router: b90512fd-15f2-4c4e-8f86-67964d88460e for host: dv-cinder-818830-2-iscsi {{(pid=114096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:01:18.886616 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e393088-7315-499b-8915-a02e77434b41 None None] Routers {'b90512fd-15f2-4c4e-8f86-67964d88460e'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 17:01:18.887240 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-3e393088-7315-499b-8915-a02e77434b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T17:01:18Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['b90512fd-15f2-4c4e-8f86-67964d88460e'], 'active': True} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:01:18.947436 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-47646e76-4004-475f-9c85-67e2bbc070d9 req-9746bc76-3e88-4716-ba1e-47a006b831e8 service neutron] 10.222.0.24 "GET /v2.0/networks/31086914-ef67-4638-ab4e-856fdab7280e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829663 Jan 27 17:01:18.993801 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvr_db [None req-3e393088-7315-499b-8915-a02e77434b41 None None] Set router b90512fd-15f2-4c4e-8f86-67964d88460e gateway port host: dv-cinder-818830-2-iscsi {{(pid=114096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 17:01:19.034332 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-47646e76-4004-475f-9c85-67e2bbc070d9 req-9ab6ab9f-75f7-461d-968b-32ca8fddb5b0 service neutron] 10.222.0.24 "GET /v2.0/networks/31086914-ef67-4638-ab4e-856fdab7280e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802114 Jan 27 17:01:19.193977 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-3e393088-7315-499b-8915-a02e77434b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90512fd-15f2-4c4e-8f86-67964d88460e', 'name': 'tempest-TestVolumeBootPattern-97804640-router', 'tenant_id': '4d8774be86e84ff7a66787d6f67c554e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '642e56d3-8a0e-4c81-8771-04540c55df24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:54:42Z', 'updated_at': '2022-01-27T16:54:45Z', 'revision_number': 4, 'project_id': '4d8774be86e84ff7a66787d6f67c554e', 'gw_port': {'id': '642e56d3-8a0e-4c81-8771-04540c55df24', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ce:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90512fd-15f2-4c4e-8f86-67964d88460e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:54:43Z', 'updated_at': '2022-01-27T16:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi', '_interfaces': [{'id': '4a1e16b0-90fe-42be-9aa0-b3c3f7dfcc82', 'name': '', 'network_id': '31086914-ef67-4638-ab4e-856fdab7280e', 'tenant_id': '4d8774be86e84ff7a66787d6f67c554e', 'mac_address': 'fa:16:3e:1b:56:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90512fd-15f2-4c4e-8f86-67964d88460e', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '4f1f5f27-ec22-474d-84c0-06f0bcfbbeac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:54:44Z', 'updated_at': '2022-01-27T16:54:51Z', 'revision_number': 5, 'project_id': '4d8774be86e84ff7a66787d6f67c554e', 'subnets': [{'id': '4f1f5f27-ec22-474d-84c0-06f0bcfbbeac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:01:19.220379 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e393088-7315-499b-8915-a02e77434b41 None None] The sync data for ids ['b90512fd-15f2-4c4e-8f86-67964d88460e'] in dv-cinder-818830-2-iscsi is: [{'id': 'b90512fd-15f2-4c4e-8f86-67964d88460e', 'name': 'tempest-TestVolumeBootPattern-97804640-router', 'tenant_id': '4d8774be86e84ff7a66787d6f67c554e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '642e56d3-8a0e-4c81-8771-04540c55df24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:54:42Z', 'updated_at': '2022-01-27T16:54:45Z', 'revision_number': 4, 'project_id': '4d8774be86e84ff7a66787d6f67c554e', 'gw_port': {'id': '642e56d3-8a0e-4c81-8771-04540c55df24', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ce:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90512fd-15f2-4c4e-8f86-67964d88460e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:54:43Z', 'updated_at': '2022-01-27T16:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi', '_interfaces': [{'id': '4a1e16b0-90fe-42be-9aa0-b3c3f7dfcc82', 'name': '', 'network_id': '31086914-ef67-4638-ab4e-856fdab7280e', 'tenant_id': '4d8774be86e84ff7a66787d6f67c554e', 'mac_address': 'fa:16:3e:1b:56:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90512fd-15f2-4c4e-8f86-67964d88460e', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '4f1f5f27-ec22-474d-84c0-06f0bcfbbeac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:54:44Z', 'updated_at': '2022-01-27T16:54:51Z', 'revision_number': 5, 'project_id': '4d8774be86e84ff7a66787d6f67c554e', 'subnets': [{'id': '4f1f5f27-ec22-474d-84c0-06f0bcfbbeac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:01:19.436242 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5a7d76-9369-4681-bda9-7a168d9cab94 None None] New status for floating IP a21c6381-240c-49e8-934d-6e2345d00103: DOWN {{(pid=114097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:01:19.541744 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-66ba84dd-632c-456a-bb12-6a575fe6244f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9495f383-87a2-4ffd-86dd-67b8d88d602c), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:19.912317 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249934ec-7fec-491b-a35f-815ec3fb72a4 req-0a81d759-1704-469b-84c5-e4a933acba89 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:01:19.913772 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-249934ec-7fec-491b-a35f-815ec3fb72a4 req-0a81d759-1704-469b-84c5-e4a933acba89 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/ports?device_id=20d4bea1-c26d-474d-ac97-d1a46389b65a HTTP/1.1" status: 200 len: 945 time: 0.0514731 Jan 27 17:01:19.961262 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-249934ec-7fec-491b-a35f-815ec3fb72a4 req-95dc7e1b-a4a5-4582-81f3-bf5343725f83 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/security-groups?id=1472d445-c789-4bc7-8d41-a03ed1a5e9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420101 Jan 27 17:01:20.148116 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85169f0-b83a-469a-9e4a-20be45337761 req-4f8c40ea-81c8-4e6f-a475-ca33e2e6ac69 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:01:20.149482 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-a85169f0-b83a-469a-9e4a-20be45337761 req-4f8c40ea-81c8-4e6f-a475-ca33e2e6ac69 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.24 "GET /v2.0/ports?device_id=20d4bea1-c26d-474d-ac97-d1a46389b65a HTTP/1.1" status: 200 len: 945 time: 0.0477972 Jan 27 17:01:20.241424 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.plugin [req-a85169f0-b83a-469a-9e4a-20be45337761 req-e4a4f910-719d-42f9-b625-49b24f3a4c23 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Deleting port b30a7664-8526-4f19-9578-bcd6d070fa17 {{(pid=114094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 17:01:20.241756 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-a85169f0-b83a-469a-9e4a-20be45337761 req-e4a4f910-719d-42f9-b625-49b24f3a4c23 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740202897008'] for port (b30a7664-8526-4f19-9578-bcd6d070fa17), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:20.326513 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.db [req-a85169f0-b83a-469a-9e4a-20be45337761 req-e4a4f910-719d-42f9-b625-49b24f3a4c23 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] For port b30a7664-8526-4f19-9578-bcd6d070fa17, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=b30a7664-8526-4f19-9578-bcd6d070fa17,segment=NetworkSegment(7bf1178f-69a8-4a8f-a8bc-1f6a08989b49),segment_id=7bf1178f-69a8-4a8f-a8bc-1f6a08989b49)] {{(pid=114094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 17:01:20.326943 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-a85169f0-b83a-469a-9e4a-20be45337761 req-e4a4f910-719d-42f9-b625-49b24f3a4c23 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797243'] for port (b30a7664-8526-4f19-9578-bcd6d070fa17), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:20.338377 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.plugin [req-a85169f0-b83a-469a-9e4a-20be45337761 req-e4a4f910-719d-42f9-b625-49b24f3a4c23 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Calling delete_port for b30a7664-8526-4f19-9578-bcd6d070fa17 owned by compute:nova {{(pid=114094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 17:01:20.463307 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-a85169f0-b83a-469a-9e4a-20be45337761 req-e4a4f910-719d-42f9-b625-49b24f3a4c23 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740202902474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740202573626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777202'] for port (b30a7664-8526-4f19-9578-bcd6d070fa17), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:20.490177 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a4f910-719d-42f9-b625-49b24f3a4c23 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Pushing event deleted for resources: {'Port': ['ID=b30a7664-8526-4f19-9578-bcd6d070fa17,revision_number=None']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:01:20.536715 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.db.l3_dvrscheduler_db [req-a85169f0-b83a-469a-9e4a-20be45337761 req-e4a4f910-719d-42f9-b625-49b24f3a4c23 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] No DVR routers for this DVR port b30a7664-8526-4f19-9578-bcd6d070fa17 on host hv-cinder-81883 {{(pid=114094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:01:20.539202 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [req-a85169f0-b83a-469a-9e4a-20be45337761 req-e4a4f910-719d-42f9-b625-49b24f3a4c23 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118807'] for port (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:20.542603 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [req-a85169f0-b83a-469a-9e4a-20be45337761 req-e4a4f910-719d-42f9-b625-49b24f3a4c23 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.24 "DELETE /v2.0/ports/b30a7664-8526-4f19-9578-bcd6d070fa17 HTTP/1.1" status: 204 len: 173 time: 0.3883646 Jan 27 17:01:20.543027 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20d4bea1-c26d-474d-ac97-d1a46389b65a', 'name': 'network-vif-deleted', 'tag': 'b30a7664-8526-4f19-9578-bcd6d070fa17'}] {{(pid=114094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 17:01:20.545442 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}342a798d1d13ecd85fd4efdf34ff3908ecd3b9322feeb0f720fcdcd52e7e333b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8966cce-53fb-4bbd-9ce7-b1d782b19eae" -d '{"events": [{"server_uuid": "20d4bea1-c26d-474d-ac97-d1a46389b65a", "name": "network-vif-deleted", "tag": "b30a7664-8526-4f19-9578-bcd6d070fa17"}]}' {{(pid=114094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 17:01:20.581958 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 17:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb223cf-ba5b-4259-bcc3-a568df74b700 x-openstack-request-id: req-acb223cf-ba5b-4259-bcc3-a568df74b700 {{(pid=114094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 17:01:20.582266 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20d4bea1-c26d-474d-ac97-d1a46389b65a", "name": "network-vif-deleted", "tag": "b30a7664-8526-4f19-9578-bcd6d070fa17", "status": "completed", "code": 200}]} {{(pid=114094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 17:01:20.582517 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-acb223cf-ba5b-4259-bcc3-a568df74b700 {{(pid=114094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 17:01:20.582912 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20d4bea1-c26d-474d-ac97-d1a46389b65a', 'name': 'network-vif-deleted', 'tag': 'b30a7664-8526-4f19-9578-bcd6d070fa17', 'status': 'completed', 'code': 200} Jan 27 17:01:21.064325 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [req-688ef7c5-ba2a-4ae7-bacf-60b128b29234 req-d9a6e70c-4ffc-44b8-8270-fe94887676c9 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "GET /v2.0/ports?device_id=20d4bea1-c26d-474d-ac97-d1a46389b65a HTTP/1.1" status: 200 len: 210 time: 0.0268619 Jan 27 17:01:21.582104 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-d66b1738-fecd-429f-97ae-c3b5c23d3d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9d445c8f-179b-40e3-9cb5-ffaa95aecd6a), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:22.120587 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 55764) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 17:01:22.241868 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.plugin [None req-85c38968-4927-440a-a5f6-814ebd84e9cf tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Deleting port 0bbca20d-9275-4e5f-9294-b70566acd905 {{(pid=114095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 17:01:22.242212 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-85c38968-4927-440a-a5f6-814ebd84e9cf tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740202897008'] for port (0bbca20d-9275-4e5f-9294-b70566acd905), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:22.318906 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-85c38968-4927-440a-a5f6-814ebd84e9cf tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797243'] for port (0bbca20d-9275-4e5f-9294-b70566acd905), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:22.319233 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-85c38968-4927-440a-a5f6-814ebd84e9cf tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks [] for floatingip (0bbca20d-9275-4e5f-9294-b70566acd905), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:22.330636 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.plugin [None req-85c38968-4927-440a-a5f6-814ebd84e9cf tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Calling delete_port for 0bbca20d-9275-4e5f-9294-b70566acd905 owned by network:floatingip {{(pid=114095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 17:01:22.454671 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-85c38968-4927-440a-a5f6-814ebd84e9cf tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740202902474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740202573626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080504'] for port (0bbca20d-9275-4e5f-9294-b70566acd905), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:22.479881 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c38968-4927-440a-a5f6-814ebd84e9cf tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Pushing event deleted for resources: {'Port': ['ID=0bbca20d-9275-4e5f-9294-b70566acd905,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:01:22.542221 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-85c38968-4927-440a-a5f6-814ebd84e9cf tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks [] for floatingip (34ce387f-5d23-4975-9da0-99872d590b84), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:22.544814 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-85c38968-4927-440a-a5f6-814ebd84e9cf tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118807'] for floatingip (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:22.545967 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-85c38968-4927-440a-a5f6-814ebd84e9cf tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "DELETE /v2.0/floatingips/34ce387f-5d23-4975-9da0-99872d590b84 HTTP/1.1" status: 204 len: 168 time: 0.4244151 Jan 27 17:01:22.608559 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (492c1832-c7a3-4f77-b4ba-2ebdc28556bf), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:23.732191 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 55776) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 17:01:23.788585 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-080d2c1b-de2a-4651-aa0b-35a12eb34f72 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks [] for security_group (1472d445-c789-4bc7-8d41-a03ed1a5e9dc), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:23.812479 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-080d2c1b-de2a-4651-aa0b-35a12eb34f72 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks [] for security_group (1472d445-c789-4bc7-8d41-a03ed1a5e9dc), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:23.869438 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-080d2c1b-de2a-4651-aa0b-35a12eb34f72 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (1472d445-c789-4bc7-8d41-a03ed1a5e9dc), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:23.871979 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-080d2c1b-de2a-4651-aa0b-35a12eb34f72 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Publish callbacks [] for security_group (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:23.873104 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-080d2c1b-de2a-4651-aa0b-35a12eb34f72 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] 10.222.0.48 "DELETE /v2.0/security-groups/1472d445-c789-4bc7-8d41-a03ed1a5e9dc HTTP/1.1" status: 204 len: 168 time: 0.1399286 Jan 27 17:01:23.882756 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080d2c1b-de2a-4651-aa0b-35a12eb34f72 tempest-TestVolumeBootPattern-529611701 tempest-TestVolumeBootPattern-529611701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1472d445-c789-4bc7-8d41-a03ed1a5e9dc,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:01:23.925765 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 55780) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 17:01:24.241341 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device b30a7664-8526-4f19-9578-bcd6d070fa17 no longer exists at agent hyperv_hv-cinder-81883 {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 17:01:24.264483 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] No Port match for: b30a7664-8526-4f19-9578-bcd6d070fa17 {{(pid=114096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 17:01:24.264830 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Device b30a7664-8526-4f19-9578-bcd6d070fa17 not bound to the agent host hv-cinder-81883 {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 17:01:24.359481 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-9930c2cf-6706-4544-b89d-21d289ae60e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1796188'] for router_interface (b90512fd-15f2-4c4e-8f86-67964d88460e), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:24.826616 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.plugin [None req-9930c2cf-6706-4544-b89d-21d289ae60e0 admin admin] Deleting port 4a1e16b0-90fe-42be-9aa0-b3c3f7dfcc82 {{(pid=114095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 17:01:24.827300 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-9930c2cf-6706-4544-b89d-21d289ae60e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740202897008'] for port (4a1e16b0-90fe-42be-9aa0-b3c3f7dfcc82), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:24.905965 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.db [None req-9930c2cf-6706-4544-b89d-21d289ae60e0 admin admin] For port 4a1e16b0-90fe-42be-9aa0-b3c3f7dfcc82, host dv-cinder-818830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818830-2-iscsi',level=0,port_id=4a1e16b0-90fe-42be-9aa0-b3c3f7dfcc82,segment=NetworkSegment(7bf1178f-69a8-4a8f-a8bc-1f6a08989b49),segment_id=7bf1178f-69a8-4a8f-a8bc-1f6a08989b49)] {{(pid=114095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 17:01:24.906323 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-9930c2cf-6706-4544-b89d-21d289ae60e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797243'] for port (4a1e16b0-90fe-42be-9aa0-b3c3f7dfcc82), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:24.917478 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.plugin [None req-9930c2cf-6706-4544-b89d-21d289ae60e0 admin admin] Calling delete_port for 4a1e16b0-90fe-42be-9aa0-b3c3f7dfcc82 owned by network:router_interface {{(pid=114095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 17:01:25.091261 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-9930c2cf-6706-4544-b89d-21d289ae60e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740202902474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740202573626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080504'] for port (4a1e16b0-90fe-42be-9aa0-b3c3f7dfcc82), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:25.114182 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9930c2cf-6706-4544-b89d-21d289ae60e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a1e16b0-90fe-42be-9aa0-b3c3f7dfcc82,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:01:25.281923 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-9930c2cf-6706-4544-b89d-21d289ae60e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2031911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1796336'] for router_interface (b90512fd-15f2-4c4e-8f86-67964d88460e), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:25.492323 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9930c2cf-6706-4544-b89d-21d289ae60e0 admin admin] Router b90512fd-15f2-4c4e-8f86-67964d88460e has already been hosted by L3 agent bdbd084a-7876-495d-b5d9-cf3ee18f0227 {{(pid=114095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 17:01:25.599397 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9930c2cf-6706-4544-b89d-21d289ae60e0 admin admin] Notify agent at l3_agent.dv-cinder-818830-2-iscsi the message routers_updated {{(pid=114095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 17:01:25.604448 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-9930c2cf-6706-4544-b89d-21d289ae60e0 admin admin] 10.222.0.48 "PUT /v2.0/routers/b90512fd-15f2-4c4e-8f86-67964d88460e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6774671 Jan 27 17:01:25.606990 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 55784) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 17:01:25.609692 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20f0d20-e454-4592-984e-010eca0ad517 None None] Sync routers for ids ['b90512fd-15f2-4c4e-8f86-67964d88460e'] in dv-cinder-818830-2-iscsi {{(pid=114096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:01:25.619654 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20f0d20-e454-4592-984e-010eca0ad517 None None] Routers {'b90512fd-15f2-4c4e-8f86-67964d88460e'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 17:01:25.620277 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-f20f0d20-e454-4592-984e-010eca0ad517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T17:01:18Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['b90512fd-15f2-4c4e-8f86-67964d88460e'], 'active': True} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:01:25.710203 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-a526f13f-0e43-4c56-8559-7c575dd754c0 admin admin] Publish callbacks [] for router (b90512fd-15f2-4c4e-8f86-67964d88460e), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:25.726438 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvr_db [None req-f20f0d20-e454-4592-984e-010eca0ad517 None None] Set router b90512fd-15f2-4c4e-8f86-67964d88460e gateway port host: dv-cinder-818830-2-iscsi {{(pid=114096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 17:01:25.813617 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-a526f13f-0e43-4c56-8559-7c575dd754c0 admin admin] Publish callbacks [] for router_gateway (b90512fd-15f2-4c4e-8f86-67964d88460e), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:25.865382 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.plugin [None req-a526f13f-0e43-4c56-8559-7c575dd754c0 admin admin] Deleting port 642e56d3-8a0e-4c81-8771-04540c55df24 {{(pid=114095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 17:01:25.866088 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-a526f13f-0e43-4c56-8559-7c575dd754c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740202897008'] for port (642e56d3-8a0e-4c81-8771-04540c55df24), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:25.900373 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-f20f0d20-e454-4592-984e-010eca0ad517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90512fd-15f2-4c4e-8f86-67964d88460e', 'name': 'tempest-TestVolumeBootPattern-97804640-router', 'tenant_id': '4d8774be86e84ff7a66787d6f67c554e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '642e56d3-8a0e-4c81-8771-04540c55df24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:54:42Z', 'updated_at': '2022-01-27T17:01:25Z', 'revision_number': 5, 'project_id': '4d8774be86e84ff7a66787d6f67c554e', 'gw_port': {'id': '642e56d3-8a0e-4c81-8771-04540c55df24', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ce:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90512fd-15f2-4c4e-8f86-67964d88460e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:54:43Z', 'updated_at': '2022-01-27T16:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi'}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:01:25.927478 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20f0d20-e454-4592-984e-010eca0ad517 None None] Checking router: b90512fd-15f2-4c4e-8f86-67964d88460e for host: dv-cinder-818830-2-iscsi {{(pid=114096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:01:25.936013 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20f0d20-e454-4592-984e-010eca0ad517 None None] Routers {'b90512fd-15f2-4c4e-8f86-67964d88460e'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 17:01:25.936629 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-f20f0d20-e454-4592-984e-010eca0ad517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T17:01:18Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['b90512fd-15f2-4c4e-8f86-67964d88460e'], 'active': True} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:01:25.946067 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.db [None req-a526f13f-0e43-4c56-8559-7c575dd754c0 admin admin] For port 642e56d3-8a0e-4c81-8771-04540c55df24, host dv-cinder-818830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818830-2-iscsi',level=0,port_id=642e56d3-8a0e-4c81-8771-04540c55df24,segment=NetworkSegment(9bd3a446-0196-4595-aa07-09a05d016e38),segment_id=9bd3a446-0196-4595-aa07-09a05d016e38)] {{(pid=114095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 17:01:25.946434 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-a526f13f-0e43-4c56-8559-7c575dd754c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797243'] for port (642e56d3-8a0e-4c81-8771-04540c55df24), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:25.958538 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.plugin [None req-a526f13f-0e43-4c56-8559-7c575dd754c0 admin admin] Calling delete_port for 642e56d3-8a0e-4c81-8771-04540c55df24 owned by network:router_gateway {{(pid=114095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 17:01:26.022922 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvr_db [None req-f20f0d20-e454-4592-984e-010eca0ad517 None None] Set router b90512fd-15f2-4c4e-8f86-67964d88460e gateway port host: None {{(pid=114096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 17:01:26.076376 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_hamode_db [None req-f20f0d20-e454-4592-984e-010eca0ad517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90512fd-15f2-4c4e-8f86-67964d88460e', 'name': 'tempest-TestVolumeBootPattern-97804640-router', 'tenant_id': '4d8774be86e84ff7a66787d6f67c554e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:54:42Z', 'updated_at': '2022-01-27T17:01:25Z', 'revision_number': 6, 'project_id': '4d8774be86e84ff7a66787d6f67c554e', 'gw_port_host': None}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:01:26.103963 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20f0d20-e454-4592-984e-010eca0ad517 None None] The sync data for ids ['b90512fd-15f2-4c4e-8f86-67964d88460e'] in dv-cinder-818830-2-iscsi is: [{'id': 'b90512fd-15f2-4c4e-8f86-67964d88460e', 'name': 'tempest-TestVolumeBootPattern-97804640-router', 'tenant_id': '4d8774be86e84ff7a66787d6f67c554e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:54:42Z', 'updated_at': '2022-01-27T17:01:25Z', 'revision_number': 6, 'project_id': '4d8774be86e84ff7a66787d6f67c554e', 'gw_port_host': None}] {{(pid=114096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:01:26.127096 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-a526f13f-0e43-4c56-8559-7c575dd754c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740202902474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740202573626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080504'] for port (642e56d3-8a0e-4c81-8771-04540c55df24), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:26.153754 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a526f13f-0e43-4c56-8559-7c575dd754c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=642e56d3-8a0e-4c81-8771-04540c55df24,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:01:26.212007 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-a526f13f-0e43-4c56-8559-7c575dd754c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1797530'] for router_gateway (b90512fd-15f2-4c4e-8f86-67964d88460e), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:26.302537 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-a526f13f-0e43-4c56-8559-7c575dd754c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router (b90512fd-15f2-4c4e-8f86-67964d88460e), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:26.304638 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-a526f13f-0e43-4c56-8559-7c575dd754c0 admin admin] Publish callbacks [] for router_controller (b90512fd-15f2-4c4e-8f86-67964d88460e), precommit_delete_associations {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:26.345814 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-a526f13f-0e43-4c56-8559-7c575dd754c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1794534'] for router (b90512fd-15f2-4c4e-8f86-67964d88460e), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:26.346228 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a526f13f-0e43-4c56-8559-7c575dd754c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b90512fd-15f2-4c4e-8f86-67964d88460e {{(pid=114095) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 17:01:26.350472 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-a526f13f-0e43-4c56-8559-7c575dd754c0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:26.354279 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-a526f13f-0e43-4c56-8559-7c575dd754c0 admin admin] 10.222.0.48 "DELETE /v2.0/routers/b90512fd-15f2-4c4e-8f86-67964d88460e HTTP/1.1" status: 204 len: 168 time: 0.7437108 Jan 27 17:01:26.354529 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 55786) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 17:01:26.397720 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.db.db_base_plugin_v2 [None req-70ce4315-b306-4db4-8c62-e4fd4da2c07b admin admin] Deleting subnet 4f1f5f27-ec22-474d-84c0-06f0bcfbbeac {{(pid=114095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 17:01:26.400656 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-70ce4315-b306-4db4-8c62-e4fd4da2c07b admin admin] Publish callbacks [] for subnet (4f1f5f27-ec22-474d-84c0-06f0bcfbbeac), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:26.432906 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-70ce4315-b306-4db4-8c62-e4fd4da2c07b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9298286'] for subnet (4f1f5f27-ec22-474d-84c0-06f0bcfbbeac), precommit_delete_associations {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:26.517615 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-70ce4315-b306-4db4-8c62-e4fd4da2c07b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-889273'] for subnet (4f1f5f27-ec22-474d-84c0-06f0bcfbbeac), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:26.571860 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-70ce4315-b306-4db4-8c62-e4fd4da2c07b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-889270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9200209'] for subnet (4f1f5f27-ec22-474d-84c0-06f0bcfbbeac), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:26.596942 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ce4315-b306-4db4-8c62-e4fd4da2c07b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f1f5f27-ec22-474d-84c0-06f0bcfbbeac,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:01:26.600460 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-70ce4315-b306-4db4-8c62-e4fd4da2c07b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032074'] for subnet (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:26.603561 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-70ce4315-b306-4db4-8c62-e4fd4da2c07b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/4f1f5f27-ec22-474d-84c0-06f0bcfbbeac HTTP/1.1" status: 204 len: 168 time: 0.2481339 Jan 27 17:01:26.606109 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 55788) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 17:01:26.608625 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73badd00-ac9d-4d6a-920d-d010aa16f59c None None] Network 31086914-ef67-4638-ab4e-856fdab7280e requested from dv-cinder-818830-2-iscsi {{(pid=114096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 17:01:26.677866 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-3e55a8f0-3b9a-43f0-b0a8-6b705b906b5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012344'] for network (31086914-ef67-4638-ab4e-856fdab7280e), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:26.734030 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.plugin [None req-3e55a8f0-3b9a-43f0-b0a8-6b705b906b5c admin admin] Deleting port 9a3d9c93-eff5-4e67-82e7-6eb9116ccb3a {{(pid=114095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 17:01:26.734369 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-3e55a8f0-3b9a-43f0-b0a8-6b705b906b5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740202897008'] for port (9a3d9c93-eff5-4e67-82e7-6eb9116ccb3a), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:26.796207 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.db [None req-3e55a8f0-3b9a-43f0-b0a8-6b705b906b5c admin admin] For port 9a3d9c93-eff5-4e67-82e7-6eb9116ccb3a, host dv-cinder-818830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818830-2-iscsi',level=0,port_id=9a3d9c93-eff5-4e67-82e7-6eb9116ccb3a,segment=NetworkSegment(7bf1178f-69a8-4a8f-a8bc-1f6a08989b49),segment_id=7bf1178f-69a8-4a8f-a8bc-1f6a08989b49)] {{(pid=114095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 17:01:26.796501 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-3e55a8f0-3b9a-43f0-b0a8-6b705b906b5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797243'] for port (9a3d9c93-eff5-4e67-82e7-6eb9116ccb3a), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:26.809135 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.plugin [None req-3e55a8f0-3b9a-43f0-b0a8-6b705b906b5c admin admin] Calling delete_port for 9a3d9c93-eff5-4e67-82e7-6eb9116ccb3a owned by network:dhcp {{(pid=114095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 17:01:26.893579 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50db2f32-e3ac-462f-a383-264b7aa91f3c None None] DHCP port deletion for 31086914-ef67-4638-ab4e-856fdab7280e request from dv-cinder-818830-2-iscsi {{(pid=114096) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 17:01:26.894202 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-3e55a8f0-3b9a-43f0-b0a8-6b705b906b5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740202902474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740202573626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080504'] for port (9a3d9c93-eff5-4e67-82e7-6eb9116ccb3a), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:26.921661 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e55a8f0-3b9a-43f0-b0a8-6b705b906b5c admin admin] Pushing event deleted for resources: {'Port': ['ID=9a3d9c93-eff5-4e67-82e7-6eb9116ccb3a,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:01:26.925926 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e55a8f0-3b9a-43f0-b0a8-6b705b906b5c admin admin] No DVR routers for this DVR port 9a3d9c93-eff5-4e67-82e7-6eb9116ccb3a on host dv-cinder-818830-2-iscsi {{(pid=114095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:01:27.000855 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-3e55a8f0-3b9a-43f0-b0a8-6b705b906b5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891970', 'neutron.services.segments.db._delete_segments_for_network-8740203086740'] for network (31086914-ef67-4638-ab4e-856fdab7280e), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:27.022793 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.services.segments.db [None req-3e55a8f0-3b9a-43f0-b0a8-6b705b906b5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31086914-ef67-4638-ab4e-856fdab7280e']}} {{(pid=114095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:01:27.032359 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.services.segments.db [None req-3e55a8f0-3b9a-43f0-b0a8-6b705b906b5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bf1178f-69a8-4a8f-a8bc-1f6a08989b49') {'for_net_delete': True} {{(pid=114095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:01:27.032657 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.services.segments.db [None req-3e55a8f0-3b9a-43f0-b0a8-6b705b906b5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bf1178f-69a8-4a8f-a8bc-1f6a08989b49') {} {{(pid=114095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:01:27.042027 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-3e55a8f0-3b9a-43f0-b0a8-6b705b906b5c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740203088285', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9298199'] for segment (7bf1178f-69a8-4a8f-a8bc-1f6a08989b49), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:27.055236 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-3e55a8f0-3b9a-43f0-b0a8-6b705b906b5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985126'] for segment (7bf1178f-69a8-4a8f-a8bc-1f6a08989b49), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:27.061248 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e55a8f0-3b9a-43f0-b0a8-6b705b906b5c admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=114095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:01:27.061639 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-3e55a8f0-3b9a-43f0-b0a8-6b705b906b5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9080423'] for segment (7bf1178f-69a8-4a8f-a8bc-1f6a08989b49), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:27.063277 dv-cinder-818830-2-iscsi neutron-server[114095]: Traceback (most recent call last): Jan 27 17:01:27.063277 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:01:27.063277 dv-cinder-818830-2-iscsi neutron-server[114095]: timer() Jan 27 17:01:27.063277 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:01:27.063277 dv-cinder-818830-2-iscsi neutron-server[114095]: cb(*args, **kw) Jan 27 17:01:27.063277 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 17:01:27.063277 dv-cinder-818830-2-iscsi neutron-server[114095]: return func(*args, **kwargs) Jan 27 17:01:27.063277 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:01:27.063277 dv-cinder-818830-2-iscsi neutron-server[114095]: self._notify() Jan 27 17:01:27.063277 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:01:27.063277 dv-cinder-818830-2-iscsi neutron-server[114095]: self.callback(batched_events) Jan 27 17:01:27.063277 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:01:27.063277 dv-cinder-818830-2-iscsi neutron-server[114095]: event.method(event) Jan 27 17:01:27.063277 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 17:01:27.063277 dv-cinder-818830-2-iscsi neutron-server[114095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:01:27.063277 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 17:01:27.063277 dv-cinder-818830-2-iscsi neutron-server[114095]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:01:27.063277 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 17:01:27.063277 dv-cinder-818830-2-iscsi neutron-server[114095]: return f(self, *a, **k) Jan 27 17:01:27.063277 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 17:01:27.063277 dv-cinder-818830-2-iscsi neutron-server[114095]: return self._get(url).json() Jan 27 17:01:27.063277 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 17:01:27.063277 dv-cinder-818830-2-iscsi neutron-server[114095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:01:27.063277 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:01:27.063277 dv-cinder-818830-2-iscsi neutron-server[114095]: return self.request(url, 'GET', **kwargs) Jan 27 17:01:27.063277 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:01:27.063277 dv-cinder-818830-2-iscsi neutron-server[114095]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:01:27.063277 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:01:27.063277 dv-cinder-818830-2-iscsi neutron-server[114095]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:01:27.063277 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:01:27.063277 dv-cinder-818830-2-iscsi neutron-server[114095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:01:27.063277 dv-cinder-818830-2-iscsi neutron-server[114095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:01:27.121217 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-3e55a8f0-3b9a-43f0-b0a8-6b705b906b5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1796466'] for network (31086914-ef67-4638-ab4e-856fdab7280e), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:27.125817 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-3e55a8f0-3b9a-43f0-b0a8-6b705b906b5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032074'] for network (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:27.130629 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-3e55a8f0-3b9a-43f0-b0a8-6b705b906b5c admin admin] 10.222.0.48 "DELETE /v2.0/networks/31086914-ef67-4638-ab4e-856fdab7280e HTTP/1.1" status: 204 len: 168 time: 0.5224755 Jan 27 17:01:27.132899 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 55790) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 17:01:27.143738 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e55a8f0-3b9a-43f0-b0a8-6b705b906b5c admin admin] Pushing event deleted for resources: {'Network': ['ID=31086914-ef67-4638-ab4e-856fdab7280e,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:01:27.242900 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device 9a3d9c93-eff5-4e67-82e7-6eb9116ccb3a no longer exists at agent ovs-agent-dv-cinder-818830-2-iscsi {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 17:01:27.263230 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] No Port match for: 9a3d9c93-eff5-4e67-82e7-6eb9116ccb3a {{(pid=114096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 17:01:27.263598 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device 9a3d9c93-eff5-4e67-82e7-6eb9116ccb3a not bound to the agent host dv-cinder-818830-2-iscsi {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 17:01:27.263997 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device 642e56d3-8a0e-4c81-8771-04540c55df24 no longer exists at agent ovs-agent-dv-cinder-818830-2-iscsi {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 17:01:27.282622 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] No Port match for: 642e56d3-8a0e-4c81-8771-04540c55df24 {{(pid=114096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 17:01:27.282962 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device 642e56d3-8a0e-4c81-8771-04540c55df24 not bound to the agent host dv-cinder-818830-2-iscsi {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 17:01:27.283365 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device 4a1e16b0-90fe-42be-9aa0-b3c3f7dfcc82 no longer exists at agent ovs-agent-dv-cinder-818830-2-iscsi {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 17:01:27.304920 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] No Port match for: 4a1e16b0-90fe-42be-9aa0-b3c3f7dfcc82 {{(pid=114096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 17:01:27.305260 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device 4a1e16b0-90fe-42be-9aa0-b3c3f7dfcc82 not bound to the agent host dv-cinder-818830-2-iscsi {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 17:01:27.478016 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-cf8d835f-ef5f-41fb-8ebf-05c106a89200 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1796188'] for router_interface (d45b9790-493d-4230-bbca-e4229c8e0273), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:27.716799 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d835f-ef5f-41fb-8ebf-05c106a89200 admin admin] Deleting port 67b2380f-c001-45f1-b525-8c59979b2df8 {{(pid=114094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 17:01:27.717139 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-cf8d835f-ef5f-41fb-8ebf-05c106a89200 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740202897008'] for port (67b2380f-c001-45f1-b525-8c59979b2df8), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:27.793749 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.db [None req-cf8d835f-ef5f-41fb-8ebf-05c106a89200 admin admin] For port 67b2380f-c001-45f1-b525-8c59979b2df8, host dv-cinder-818830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818830-2-iscsi',level=0,port_id=67b2380f-c001-45f1-b525-8c59979b2df8,segment=NetworkSegment(a07d998e-cc49-4146-a196-94e1994060b5),segment_id=a07d998e-cc49-4146-a196-94e1994060b5)] {{(pid=114094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 17:01:27.794115 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-cf8d835f-ef5f-41fb-8ebf-05c106a89200 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797243'] for port (67b2380f-c001-45f1-b525-8c59979b2df8), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:27.809667 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d835f-ef5f-41fb-8ebf-05c106a89200 admin admin] Calling delete_port for 67b2380f-c001-45f1-b525-8c59979b2df8 owned by network:router_interface {{(pid=114094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 17:01:27.984426 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-cf8d835f-ef5f-41fb-8ebf-05c106a89200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740202902474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740202573626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777202'] for port (67b2380f-c001-45f1-b525-8c59979b2df8), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:28.009712 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8d835f-ef5f-41fb-8ebf-05c106a89200 admin admin] Pushing event deleted for resources: {'Port': ['ID=67b2380f-c001-45f1-b525-8c59979b2df8,revision_number=None']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:01:28.169337 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-cf8d835f-ef5f-41fb-8ebf-05c106a89200 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2031911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1796336'] for router_interface (d45b9790-493d-4230-bbca-e4229c8e0273), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:28.376551 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf8d835f-ef5f-41fb-8ebf-05c106a89200 admin admin] Router d45b9790-493d-4230-bbca-e4229c8e0273 has already been hosted by L3 agent bdbd084a-7876-495d-b5d9-cf3ee18f0227 {{(pid=114094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 17:01:28.478421 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf8d835f-ef5f-41fb-8ebf-05c106a89200 admin admin] Notify agent at l3_agent.dv-cinder-818830-2-iscsi the message routers_updated {{(pid=114094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 17:01:28.483318 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-cf8d835f-ef5f-41fb-8ebf-05c106a89200 admin admin] 10.222.0.48 "PUT /v2.0/routers/d45b9790-493d-4230-bbca-e4229c8e0273/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3487916 Jan 27 17:01:28.485965 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 55792) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 17:01:28.488107 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2620db2f-9ee0-4520-8e66-fa624c7017cb None None] Sync routers for ids ['d45b9790-493d-4230-bbca-e4229c8e0273'] in dv-cinder-818830-2-iscsi {{(pid=114097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:01:28.498875 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2620db2f-9ee0-4520-8e66-fa624c7017cb None None] Routers {'d45b9790-493d-4230-bbca-e4229c8e0273'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 17:01:28.499494 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_hamode_db [None req-2620db2f-9ee0-4520-8e66-fa624c7017cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T17:01:18Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['d45b9790-493d-4230-bbca-e4229c8e0273'], 'active': True} {{(pid=114097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:01:28.592854 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-7ab54983-7c9f-495f-9c84-c99633dbe7ab admin admin] Publish callbacks [] for router (d45b9790-493d-4230-bbca-e4229c8e0273), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:28.604323 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_dvr_db [None req-2620db2f-9ee0-4520-8e66-fa624c7017cb None None] Set router d45b9790-493d-4230-bbca-e4229c8e0273 gateway port host: dv-cinder-818830-2-iscsi {{(pid=114097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 17:01:28.699122 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-7ab54983-7c9f-495f-9c84-c99633dbe7ab admin admin] Publish callbacks [] for router_gateway (d45b9790-493d-4230-bbca-e4229c8e0273), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:28.756938 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.plugin [None req-7ab54983-7c9f-495f-9c84-c99633dbe7ab admin admin] Deleting port 361eb246-000e-45ac-a7bb-9e08c803a714 {{(pid=114095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 17:01:28.757334 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-7ab54983-7c9f-495f-9c84-c99633dbe7ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740202897008'] for port (361eb246-000e-45ac-a7bb-9e08c803a714), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:28.844047 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.db [None req-7ab54983-7c9f-495f-9c84-c99633dbe7ab admin admin] For port 361eb246-000e-45ac-a7bb-9e08c803a714, host dv-cinder-818830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818830-2-iscsi',level=0,port_id=361eb246-000e-45ac-a7bb-9e08c803a714,segment=NetworkSegment(9bd3a446-0196-4595-aa07-09a05d016e38),segment_id=9bd3a446-0196-4595-aa07-09a05d016e38)] {{(pid=114095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 17:01:28.844412 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-7ab54983-7c9f-495f-9c84-c99633dbe7ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797243'] for port (361eb246-000e-45ac-a7bb-9e08c803a714), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:28.856515 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.plugin [None req-7ab54983-7c9f-495f-9c84-c99633dbe7ab admin admin] Calling delete_port for 361eb246-000e-45ac-a7bb-9e08c803a714 owned by network:router_gateway {{(pid=114095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 17:01:28.882755 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_hamode_db [None req-2620db2f-9ee0-4520-8e66-fa624c7017cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45b9790-493d-4230-bbca-e4229c8e0273', 'name': 'tempest-TestVolumeBootPattern-2045223837-router', 'tenant_id': 'e228d95db50745c9ac65952bd8aad0ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'external_fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': '361eb246-000e-45ac-a7bb-9e08c803a714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:54:47Z', 'updated_at': '2022-01-27T17:01:27Z', 'revision_number': 5, 'project_id': 'e228d95db50745c9ac65952bd8aad0ec', 'gw_port': {'id': '361eb246-000e-45ac-a7bb-9e08c803a714', 'name': '', 'network_id': '7ff1f5fc-7924-4fb7-a2a9-84cd7b64cca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45b9790-493d-4230-bbca-e4229c8e0273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:54:47Z', 'updated_at': '2022-01-27T16:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3abe2d12-06e8-4eab-8fc5-b74b1ec4caaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818830-2-iscsi'}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:01:28.908678 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2620db2f-9ee0-4520-8e66-fa624c7017cb None None] Checking router: d45b9790-493d-4230-bbca-e4229c8e0273 for host: dv-cinder-818830-2-iscsi {{(pid=114097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:01:28.916679 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2620db2f-9ee0-4520-8e66-fa624c7017cb None None] Routers {'d45b9790-493d-4230-bbca-e4229c8e0273'} bound to L3 agent in host dv-cinder-818830-2-iscsi {{(pid=114097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 17:01:28.917452 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_hamode_db [None req-2620db2f-9ee0-4520-8e66-fa624c7017cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:40:48Z,description=,heartbeat_timestamp=2022-01-27T17:01:18Z,host='dv-cinder-818830-2-iscsi',id=bdbd084a-7876-495d-b5d9-cf3ee18f0227,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:40:48Z,topic='l3_agent')) {'router_ids': ['d45b9790-493d-4230-bbca-e4229c8e0273'], 'active': True} {{(pid=114097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:01:29.002369 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_dvr_db [None req-2620db2f-9ee0-4520-8e66-fa624c7017cb None None] Set router d45b9790-493d-4230-bbca-e4229c8e0273 gateway port host: None {{(pid=114097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 17:01:29.018077 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-7ab54983-7c9f-495f-9c84-c99633dbe7ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740202902474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740202573626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080504'] for port (361eb246-000e-45ac-a7bb-9e08c803a714), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:29.042809 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab54983-7c9f-495f-9c84-c99633dbe7ab admin admin] Pushing event deleted for resources: {'Port': ['ID=361eb246-000e-45ac-a7bb-9e08c803a714,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:01:29.057998 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.l3_hamode_db [None req-2620db2f-9ee0-4520-8e66-fa624c7017cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45b9790-493d-4230-bbca-e4229c8e0273', 'name': 'tempest-TestVolumeBootPattern-2045223837-router', 'tenant_id': 'e228d95db50745c9ac65952bd8aad0ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:54:47Z', 'updated_at': '2022-01-27T17:01:28Z', 'revision_number': 6, 'project_id': 'e228d95db50745c9ac65952bd8aad0ec', 'gw_port_host': None}], 'dv-cinder-818830-2-iscsi', False) {} {{(pid=114097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:01:29.084150 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2620db2f-9ee0-4520-8e66-fa624c7017cb None None] The sync data for ids ['d45b9790-493d-4230-bbca-e4229c8e0273'] in dv-cinder-818830-2-iscsi is: [{'id': 'd45b9790-493d-4230-bbca-e4229c8e0273', 'name': 'tempest-TestVolumeBootPattern-2045223837-router', 'tenant_id': 'e228d95db50745c9ac65952bd8aad0ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:54:47Z', 'updated_at': '2022-01-27T17:01:28Z', 'revision_number': 6, 'project_id': 'e228d95db50745c9ac65952bd8aad0ec', 'gw_port_host': None}] {{(pid=114097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:01:29.107129 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-7ab54983-7c9f-495f-9c84-c99633dbe7ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1797530'] for router_gateway (d45b9790-493d-4230-bbca-e4229c8e0273), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:29.197937 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-7ab54983-7c9f-495f-9c84-c99633dbe7ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router (d45b9790-493d-4230-bbca-e4229c8e0273), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:29.200093 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-7ab54983-7c9f-495f-9c84-c99633dbe7ab admin admin] Publish callbacks [] for router_controller (d45b9790-493d-4230-bbca-e4229c8e0273), precommit_delete_associations {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:29.243766 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-7ab54983-7c9f-495f-9c84-c99633dbe7ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1794534'] for router (d45b9790-493d-4230-bbca-e4229c8e0273), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:29.244517 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab54983-7c9f-495f-9c84-c99633dbe7ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router d45b9790-493d-4230-bbca-e4229c8e0273 {{(pid=114095) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 17:01:29.249661 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-7ab54983-7c9f-495f-9c84-c99633dbe7ab admin admin] Publish callbacks [] for router (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:29.250808 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-7ab54983-7c9f-495f-9c84-c99633dbe7ab admin admin] 10.222.0.48 "DELETE /v2.0/routers/d45b9790-493d-4230-bbca-e4229c8e0273 HTTP/1.1" status: 204 len: 168 time: 0.7638605 Jan 27 17:01:29.253475 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 55794) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 17:01:29.296396 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.db.db_base_plugin_v2 [None req-87890b46-b58c-4115-9c6c-2f74b3628f26 admin admin] Deleting subnet e74eee32-d9d7-4c8b-ae48-b3a76526aa3d {{(pid=114095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 17:01:29.299378 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-87890b46-b58c-4115-9c6c-2f74b3628f26 admin admin] Publish callbacks [] for subnet (e74eee32-d9d7-4c8b-ae48-b3a76526aa3d), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:29.332999 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-87890b46-b58c-4115-9c6c-2f74b3628f26 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9298286'] for subnet (e74eee32-d9d7-4c8b-ae48-b3a76526aa3d), precommit_delete_associations {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:29.409967 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-87890b46-b58c-4115-9c6c-2f74b3628f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-889273'] for subnet (e74eee32-d9d7-4c8b-ae48-b3a76526aa3d), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:29.473226 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-87890b46-b58c-4115-9c6c-2f74b3628f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-889270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9200209'] for subnet (e74eee32-d9d7-4c8b-ae48-b3a76526aa3d), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:29.502213 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87890b46-b58c-4115-9c6c-2f74b3628f26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e74eee32-d9d7-4c8b-ae48-b3a76526aa3d,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:01:29.506659 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-87890b46-b58c-4115-9c6c-2f74b3628f26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032074'] for subnet (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:29.510010 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-87890b46-b58c-4115-9c6c-2f74b3628f26 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/e74eee32-d9d7-4c8b-ae48-b3a76526aa3d HTTP/1.1" status: 204 len: 168 time: 0.2547195 Jan 27 17:01:29.512551 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [-] (114095) accepted ('10.222.0.48', 55796) {{(pid=114095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 17:01:29.512903 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ec41d1-7131-43f5-83e5-33abb8c2679c None None] Network fb981ce9-6d8f-4b5d-97a6-91dca20155c0 requested from dv-cinder-818830-2-iscsi {{(pid=114096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 17:01:29.827543 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-34ce40aa-1364-4169-8049-9f4a9e71473f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012344'] for network (fb981ce9-6d8f-4b5d-97a6-91dca20155c0), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:29.878919 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.plugin [None req-34ce40aa-1364-4169-8049-9f4a9e71473f admin admin] Deleting port 3ca6faf7-5962-400b-9590-67b9d48632bd {{(pid=114095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 17:01:29.880303 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-34ce40aa-1364-4169-8049-9f4a9e71473f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740202897008'] for port (3ca6faf7-5962-400b-9590-67b9d48632bd), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:29.903691 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device 67b2380f-c001-45f1-b525-8c59979b2df8 no longer exists at agent ovs-agent-dv-cinder-818830-2-iscsi {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 17:01:29.907453 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aba1689-72bb-45a2-a956-6eb4829e6064 None None] DHCP port deletion for fb981ce9-6d8f-4b5d-97a6-91dca20155c0 request from dv-cinder-818830-2-iscsi {{(pid=114096) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 17:01:29.927987 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] No Port match for: 67b2380f-c001-45f1-b525-8c59979b2df8 {{(pid=114096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 17:01:29.928341 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device 67b2380f-c001-45f1-b525-8c59979b2df8 not bound to the agent host dv-cinder-818830-2-iscsi {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 17:01:29.945733 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.db [None req-34ce40aa-1364-4169-8049-9f4a9e71473f admin admin] For port 3ca6faf7-5962-400b-9590-67b9d48632bd, host dv-cinder-818830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818830-2-iscsi',level=0,port_id=3ca6faf7-5962-400b-9590-67b9d48632bd,segment=NetworkSegment(a07d998e-cc49-4146-a196-94e1994060b5),segment_id=a07d998e-cc49-4146-a196-94e1994060b5)] {{(pid=114095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 17:01:29.946100 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-34ce40aa-1364-4169-8049-9f4a9e71473f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797243'] for port (3ca6faf7-5962-400b-9590-67b9d48632bd), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:29.959225 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.plugin [None req-34ce40aa-1364-4169-8049-9f4a9e71473f admin admin] Calling delete_port for 3ca6faf7-5962-400b-9590-67b9d48632bd owned by network:dhcp {{(pid=114095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 17:01:29.975924 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-3aba1689-72bb-45a2-a956-6eb4829e6064 None None] Deleting port 3ca6faf7-5962-400b-9590-67b9d48632bd {{(pid=114096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 17:01:29.976307 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-3aba1689-72bb-45a2-a956-6eb4829e6064 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740202897008'] for port (3ca6faf7-5962-400b-9590-67b9d48632bd), before_delete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:30.046165 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.db [None req-3aba1689-72bb-45a2-a956-6eb4829e6064 None None] For port 3ca6faf7-5962-400b-9590-67b9d48632bd, host dv-cinder-818830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818830-2-iscsi',level=0,port_id=3ca6faf7-5962-400b-9590-67b9d48632bd,segment=NetworkSegment(a07d998e-cc49-4146-a196-94e1994060b5),segment_id=a07d998e-cc49-4146-a196-94e1994060b5)] {{(pid=114096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 17:01:30.046568 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-3aba1689-72bb-45a2-a956-6eb4829e6064 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797243'] for port (3ca6faf7-5962-400b-9590-67b9d48632bd), precommit_delete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:30.047477 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-34ce40aa-1364-4169-8049-9f4a9e71473f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740202902474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740202573626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080504'] for port (3ca6faf7-5962-400b-9590-67b9d48632bd), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:30.059346 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-3aba1689-72bb-45a2-a956-6eb4829e6064 None None] Calling delete_port for 3ca6faf7-5962-400b-9590-67b9d48632bd owned by network:dhcp {{(pid=114096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 17:01:30.074639 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ce40aa-1364-4169-8049-9f4a9e71473f admin admin] Pushing event deleted for resources: {'Port': ['ID=3ca6faf7-5962-400b-9590-67b9d48632bd,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:01:30.076554 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ce40aa-1364-4169-8049-9f4a9e71473f admin admin] No DVR routers for this DVR port 3ca6faf7-5962-400b-9590-67b9d48632bd on host dv-cinder-818830-2-iscsi {{(pid=114095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:01:30.141795 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-3aba1689-72bb-45a2-a956-6eb4829e6064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-896341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740202902474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740202573626'] for port (3ca6faf7-5962-400b-9590-67b9d48632bd), after_delete {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:30.155657 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-34ce40aa-1364-4169-8049-9f4a9e71473f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891970', 'neutron.services.segments.db._delete_segments_for_network-8740203086740'] for network (fb981ce9-6d8f-4b5d-97a6-91dca20155c0), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:30.167511 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aba1689-72bb-45a2-a956-6eb4829e6064 None None] Pushing event deleted for resources: {'Port': ['ID=3ca6faf7-5962-400b-9590-67b9d48632bd,revision_number=None']} {{(pid=114096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:01:30.175908 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aba1689-72bb-45a2-a956-6eb4829e6064 None None] No DVR routers for this DVR port 3ca6faf7-5962-400b-9590-67b9d48632bd on host dv-cinder-818830-2-iscsi {{(pid=114096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:01:30.180121 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aba1689-72bb-45a2-a956-6eb4829e6064 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:01:30.180783 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aba1689-72bb-45a2-a956-6eb4829e6064 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:01:30.181295 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aba1689-72bb-45a2-a956-6eb4829e6064 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:01:30.181812 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aba1689-72bb-45a2-a956-6eb4829e6064 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:01:30.182294 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aba1689-72bb-45a2-a956-6eb4829e6064 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:01:30.182787 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aba1689-72bb-45a2-a956-6eb4829e6064 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:01:30.183857 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aba1689-72bb-45a2-a956-6eb4829e6064 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:01:30.184372 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aba1689-72bb-45a2-a956-6eb4829e6064 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:01:30.184864 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aba1689-72bb-45a2-a956-6eb4829e6064 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:01:30.185351 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aba1689-72bb-45a2-a956-6eb4829e6064 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:01:30.185835 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aba1689-72bb-45a2-a956-6eb4829e6064 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:01:30.186771 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aba1689-72bb-45a2-a956-6eb4829e6064 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:01:30.187290 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aba1689-72bb-45a2-a956-6eb4829e6064 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818830-2-iscsi {{(pid=114096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:01:30.190054 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.services.segments.db [None req-34ce40aa-1364-4169-8049-9f4a9e71473f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb981ce9-6d8f-4b5d-97a6-91dca20155c0']}} {{(pid=114095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:01:30.201658 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.services.segments.db [None req-34ce40aa-1364-4169-8049-9f4a9e71473f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a07d998e-cc49-4146-a196-94e1994060b5') {'for_net_delete': True} {{(pid=114095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:01:30.204326 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.services.segments.db [None req-34ce40aa-1364-4169-8049-9f4a9e71473f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a07d998e-cc49-4146-a196-94e1994060b5') {} {{(pid=114095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:01:30.213568 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-34ce40aa-1364-4169-8049-9f4a9e71473f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740203088285', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9298199'] for segment (a07d998e-cc49-4146-a196-94e1994060b5), before_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:30.226479 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-34ce40aa-1364-4169-8049-9f4a9e71473f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985126'] for segment (a07d998e-cc49-4146-a196-94e1994060b5), precommit_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:30.232323 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34ce40aa-1364-4169-8049-9f4a9e71473f admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=114095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:01:30.232699 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-34ce40aa-1364-4169-8049-9f4a9e71473f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9080423'] for segment (a07d998e-cc49-4146-a196-94e1994060b5), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:30.234291 dv-cinder-818830-2-iscsi neutron-server[114095]: Traceback (most recent call last): Jan 27 17:01:30.234291 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:01:30.234291 dv-cinder-818830-2-iscsi neutron-server[114095]: timer() Jan 27 17:01:30.234291 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:01:30.234291 dv-cinder-818830-2-iscsi neutron-server[114095]: cb(*args, **kw) Jan 27 17:01:30.234291 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 17:01:30.234291 dv-cinder-818830-2-iscsi neutron-server[114095]: return func(*args, **kwargs) Jan 27 17:01:30.234291 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:01:30.234291 dv-cinder-818830-2-iscsi neutron-server[114095]: self._notify() Jan 27 17:01:30.234291 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:01:30.234291 dv-cinder-818830-2-iscsi neutron-server[114095]: self.callback(batched_events) Jan 27 17:01:30.234291 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:01:30.234291 dv-cinder-818830-2-iscsi neutron-server[114095]: event.method(event) Jan 27 17:01:30.234291 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 17:01:30.234291 dv-cinder-818830-2-iscsi neutron-server[114095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:01:30.234291 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 17:01:30.234291 dv-cinder-818830-2-iscsi neutron-server[114095]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:01:30.234291 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 17:01:30.234291 dv-cinder-818830-2-iscsi neutron-server[114095]: return f(self, *a, **k) Jan 27 17:01:30.234291 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 17:01:30.234291 dv-cinder-818830-2-iscsi neutron-server[114095]: return self._get(url).json() Jan 27 17:01:30.234291 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 17:01:30.234291 dv-cinder-818830-2-iscsi neutron-server[114095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:01:30.234291 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:01:30.234291 dv-cinder-818830-2-iscsi neutron-server[114095]: return self.request(url, 'GET', **kwargs) Jan 27 17:01:30.234291 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:01:30.234291 dv-cinder-818830-2-iscsi neutron-server[114095]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:01:30.234291 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:01:30.234291 dv-cinder-818830-2-iscsi neutron-server[114095]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:01:30.234291 dv-cinder-818830-2-iscsi neutron-server[114095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:01:30.234291 dv-cinder-818830-2-iscsi neutron-server[114095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:01:30.234291 dv-cinder-818830-2-iscsi neutron-server[114095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:01:30.286620 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-34ce40aa-1364-4169-8049-9f4a9e71473f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1796466'] for network (fb981ce9-6d8f-4b5d-97a6-91dca20155c0), after_delete {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:30.291390 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron_lib.callbacks.manager [None req-34ce40aa-1364-4169-8049-9f4a9e71473f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032074'] for network (None), before_response {{(pid=114095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:30.294780 dv-cinder-818830-2-iscsi neutron-server[114095]: INFO neutron.wsgi [None req-34ce40aa-1364-4169-8049-9f4a9e71473f admin admin] 10.222.0.48 "DELETE /v2.0/networks/fb981ce9-6d8f-4b5d-97a6-91dca20155c0 HTTP/1.1" status: 204 len: 168 time: 0.7812066 Jan 27 17:01:30.307587 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ce40aa-1364-4169-8049-9f4a9e71473f admin admin] Pushing event deleted for resources: {'Network': ['ID=fb981ce9-6d8f-4b5d-97a6-91dca20155c0,revision_number=None']} {{(pid=114095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:01:30.464366 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 55800) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 17:01:30.503195 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-56fca011-b915-44e1-81f3-b054a37b977a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4d8774be86e84ff7a66787d6f67c554e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377021 Jan 27 17:01:30.505963 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 55802) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 17:01:30.552292 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-ae8c4f50-32fe-4a05-8a1b-4750e13464a6 admin admin] Publish callbacks [] for security_group (2fda97fa-15a5-4734-b191-0650b328db9b), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:30.572578 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-ae8c4f50-32fe-4a05-8a1b-4750e13464a6 admin admin] Publish callbacks [] for security_group (2fda97fa-15a5-4734-b191-0650b328db9b), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:30.618901 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-ae8c4f50-32fe-4a05-8a1b-4750e13464a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (2fda97fa-15a5-4734-b191-0650b328db9b), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:30.621635 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-ae8c4f50-32fe-4a05-8a1b-4750e13464a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:30.622779 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-ae8c4f50-32fe-4a05-8a1b-4750e13464a6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2fda97fa-15a5-4734-b191-0650b328db9b HTTP/1.1" status: 204 len: 168 time: 0.1159310 Jan 27 17:01:30.630710 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8c4f50-32fe-4a05-8a1b-4750e13464a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fda97fa-15a5-4734-b191-0650b328db9b,revision_number=None']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:01:30.968930 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 55808) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 17:01:31.011207 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-703e1775-3d41-4a15-90ac-4e42eb7eeba3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e228d95db50745c9ac65952bd8aad0ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411496 Jan 27 17:01:31.013648 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [-] (114094) accepted ('10.222.0.48', 55810) {{(pid=114094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 17:01:31.059254 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-3c16afb4-5640-461e-9cda-9d8106090823 admin admin] Publish callbacks [] for security_group (d70eca82-c14d-4936-9f2d-30a5ec1fabad), before_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:31.080187 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-3c16afb4-5640-461e-9cda-9d8106090823 admin admin] Publish callbacks [] for security_group (d70eca82-c14d-4936-9f2d-30a5ec1fabad), precommit_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:31.124862 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-3c16afb4-5640-461e-9cda-9d8106090823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615538'] for security_group (d70eca82-c14d-4936-9f2d-30a5ec1fabad), after_delete {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:31.127404 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron_lib.callbacks.manager [None req-3c16afb4-5640-461e-9cda-9d8106090823 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:31.128544 dv-cinder-818830-2-iscsi neutron-server[114094]: INFO neutron.wsgi [None req-3c16afb4-5640-461e-9cda-9d8106090823 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d70eca82-c14d-4936-9f2d-30a5ec1fabad HTTP/1.1" status: 204 len: 168 time: 0.1140316 Jan 27 17:01:31.137291 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c16afb4-5640-461e-9cda-9d8106090823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d70eca82-c14d-4936-9f2d-30a5ec1fabad,revision_number=None']} {{(pid=114094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:01:31.240763 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device 361eb246-000e-45ac-a7bb-9e08c803a714 no longer exists at agent ovs-agent-dv-cinder-818830-2-iscsi {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 17:01:31.261649 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] No Port match for: 361eb246-000e-45ac-a7bb-9e08c803a714 {{(pid=114096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 17:01:31.261996 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device 361eb246-000e-45ac-a7bb-9e08c803a714 not bound to the agent host dv-cinder-818830-2-iscsi {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 17:01:31.262405 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device 3ca6faf7-5962-400b-9590-67b9d48632bd no longer exists at agent ovs-agent-dv-cinder-818830-2-iscsi {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 17:01:31.280613 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.plugin [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] No Port match for: 3ca6faf7-5962-400b-9590-67b9d48632bd {{(pid=114096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 17:01:31.281212 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron.plugins.ml2.rpc [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Device 3ca6faf7-5962-400b-9590-67b9d48632bd not bound to the agent host dv-cinder-818830-2-iscsi {{(pid=114096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 17:01:39.652209 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.agents_db [None req-5545c54b-af05-4075-94be-94e2438c302a None None] Agent healthcheck: found 6 active agents {{(pid=114097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 17:01:46.413598 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-c07fe80e-d35f-4ca7-90b0-93c0f6b29c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (b49cc950-6aaa-44e3-a3c4-70b67101afab), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:48.469726 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-f94225cc-89cf-4078-aa43-899f3e074427 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (bdbd084a-7876-495d-b5d9-cf3ee18f0227), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:48.504495 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (853c399d-72c7-467e-bd42-08a47e7fb1c3), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:49.542282 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-66ba84dd-632c-456a-bb12-6a575fe6244f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9495f383-87a2-4ffd-86dd-67b8d88d602c), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:51.585802 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-d66b1738-fecd-429f-97ae-c3b5c23d3d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9d445c8f-179b-40e3-9cb5-ffaa95aecd6a), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:01:52.610669 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (492c1832-c7a3-4f77-b4ba-2ebdc28556bf), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:02:16.415840 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-560a2d7a-396d-442f-9f30-0a84e534a44c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (b49cc950-6aaa-44e3-a3c4-70b67101afab), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:02:16.651968 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.agents_db [None req-5545c54b-af05-4075-94be-94e2438c302a None None] Agent healthcheck: found 6 active agents {{(pid=114097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 17:02:18.471227 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-23d12ce2-6ef7-4b70-8353-9f8b243bb30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (bdbd084a-7876-495d-b5d9-cf3ee18f0227), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:02:18.510197 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (853c399d-72c7-467e-bd42-08a47e7fb1c3), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:02:19.545650 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-66ba84dd-632c-456a-bb12-6a575fe6244f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9495f383-87a2-4ffd-86dd-67b8d88d602c), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:02:21.586995 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-d66b1738-fecd-429f-97ae-c3b5c23d3d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9d445c8f-179b-40e3-9cb5-ffaa95aecd6a), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:02:22.611825 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (492c1832-c7a3-4f77-b4ba-2ebdc28556bf), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:02:46.416161 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-99d60aae-c802-4478-b433-566327f4db78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (b49cc950-6aaa-44e3-a3c4-70b67101afab), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:02:48.472272 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-dd7de773-14b6-4baa-a859-5c7cb38bd89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (bdbd084a-7876-495d-b5d9-cf3ee18f0227), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:02:48.528266 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (853c399d-72c7-467e-bd42-08a47e7fb1c3), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:02:49.550104 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-66ba84dd-632c-456a-bb12-6a575fe6244f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9495f383-87a2-4ffd-86dd-67b8d88d602c), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:02:51.590420 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-d66b1738-fecd-429f-97ae-c3b5c23d3d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9d445c8f-179b-40e3-9cb5-ffaa95aecd6a), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:02:52.613314 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (492c1832-c7a3-4f77-b4ba-2ebdc28556bf), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:02:53.650250 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.agents_db [None req-5545c54b-af05-4075-94be-94e2438c302a None None] Agent healthcheck: found 6 active agents {{(pid=114097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 17:03:16.417880 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-d6779e10-fd4c-47dd-b273-f4b8d2ac7a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (b49cc950-6aaa-44e3-a3c4-70b67101afab), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:03:18.473644 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-33164200-cb21-4b59-9581-d13bc3564f94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (bdbd084a-7876-495d-b5d9-cf3ee18f0227), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:03:18.523589 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (853c399d-72c7-467e-bd42-08a47e7fb1c3), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:03:19.552903 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-66ba84dd-632c-456a-bb12-6a575fe6244f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9495f383-87a2-4ffd-86dd-67b8d88d602c), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:03:21.593493 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-d66b1738-fecd-429f-97ae-c3b5c23d3d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9d445c8f-179b-40e3-9cb5-ffaa95aecd6a), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:03:22.614423 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (492c1832-c7a3-4f77-b4ba-2ebdc28556bf), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:03:30.651199 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.agents_db [None req-5545c54b-af05-4075-94be-94e2438c302a None None] Agent healthcheck: found 6 active agents {{(pid=114097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 17:03:46.419507 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-c7037951-57ba-4ccc-bf9b-eb48b1c47eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (b49cc950-6aaa-44e3-a3c4-70b67101afab), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:03:48.474067 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-35bc4a00-e7de-4528-9401-c8e4a5746252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (bdbd084a-7876-495d-b5d9-cf3ee18f0227), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:03:48.526375 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (853c399d-72c7-467e-bd42-08a47e7fb1c3), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:03:49.554932 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-66ba84dd-632c-456a-bb12-6a575fe6244f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9495f383-87a2-4ffd-86dd-67b8d88d602c), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:03:51.596960 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-d66b1738-fecd-429f-97ae-c3b5c23d3d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9d445c8f-179b-40e3-9cb5-ffaa95aecd6a), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:03:52.616738 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (492c1832-c7a3-4f77-b4ba-2ebdc28556bf), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:04:07.650243 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.agents_db [None req-5545c54b-af05-4075-94be-94e2438c302a None None] Agent healthcheck: found 6 active agents {{(pid=114097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 17:04:16.420825 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-de1b9213-4d28-4072-988a-733247ed000c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (b49cc950-6aaa-44e3-a3c4-70b67101afab), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:04:18.474432 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-7620bf84-5357-4dea-a6f8-2b3969a43285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (bdbd084a-7876-495d-b5d9-cf3ee18f0227), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:04:18.541686 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (853c399d-72c7-467e-bd42-08a47e7fb1c3), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:04:19.246828 dv-cinder-818830-2-iscsi neutron-server[114095]: DEBUG neutron.wsgi [req-38f8408b-ee60-4971-9ce7-d2b0979b4f76 req-7dbeb93b-653f-48da-b375-5c2cdb73dddd service neutron] (114095) timed out ('10.222.0.24', 50458) {{(pid=114095) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 27 17:04:19.557669 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-66ba84dd-632c-456a-bb12-6a575fe6244f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9495f383-87a2-4ffd-86dd-67b8d88d602c), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:04:20.074945 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [req-4566d8c0-0862-441f-a730-6b5dba5e1354 req-2235f0b4-d83e-4e97-9eb0-9ba3cf7830b6 service neutron] (114094) timed out ('10.222.0.24', 50419) {{(pid=114094) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 27 17:04:21.599098 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-d66b1738-fecd-429f-97ae-c3b5c23d3d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9d445c8f-179b-40e3-9cb5-ffaa95aecd6a), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:04:22.620334 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (492c1832-c7a3-4f77-b4ba-2ebdc28556bf), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:04:23.835353 dv-cinder-818830-2-iscsi neutron-server[114094]: DEBUG neutron.wsgi [req-88885b7e-b4ce-4e0b-bdd2-ac8cbdebaf29 req-e88a4a5d-81a3-4cfe-998f-d6cb2a330198 service neutron] (114094) timed out ('10.222.0.24', 50445) {{(pid=114094) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 27 17:04:44.648840 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.agents_db [None req-5545c54b-af05-4075-94be-94e2438c302a None None] Agent healthcheck: found 6 active agents {{(pid=114097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 17:04:46.421565 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-cb8e8cc2-7b6a-4fbc-9a7d-70ffd62a1c6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (b49cc950-6aaa-44e3-a3c4-70b67101afab), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:04:48.475935 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-78b3d168-11ad-45a2-aea1-31a540ca0392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (bdbd084a-7876-495d-b5d9-cf3ee18f0227), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:04:48.535371 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (853c399d-72c7-467e-bd42-08a47e7fb1c3), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:04:49.563442 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-66ba84dd-632c-456a-bb12-6a575fe6244f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9495f383-87a2-4ffd-86dd-67b8d88d602c), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:04:51.604943 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-d66b1738-fecd-429f-97ae-c3b5c23d3d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9d445c8f-179b-40e3-9cb5-ffaa95aecd6a), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:04:52.630112 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (492c1832-c7a3-4f77-b4ba-2ebdc28556bf), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:05:16.422048 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-1b72b929-690c-4103-aeea-39de4fb79102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (b49cc950-6aaa-44e3-a3c4-70b67101afab), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:05:18.477435 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-33bc5aee-203b-4a94-a86a-b76a6b1b6887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (bdbd084a-7876-495d-b5d9-cf3ee18f0227), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:05:18.534877 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (853c399d-72c7-467e-bd42-08a47e7fb1c3), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:05:19.564637 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-66ba84dd-632c-456a-bb12-6a575fe6244f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9495f383-87a2-4ffd-86dd-67b8d88d602c), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:05:21.605311 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-d66b1738-fecd-429f-97ae-c3b5c23d3d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9d445c8f-179b-40e3-9cb5-ffaa95aecd6a), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:05:21.646615 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.agents_db [None req-5545c54b-af05-4075-94be-94e2438c302a None None] Agent healthcheck: found 6 active agents {{(pid=114097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 17:05:22.621770 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (492c1832-c7a3-4f77-b4ba-2ebdc28556bf), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:05:46.423981 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-3fec632b-b98e-404b-bad8-02cc3450971d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (b49cc950-6aaa-44e3-a3c4-70b67101afab), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:05:48.478594 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-0a765f8e-2ce3-41d3-9990-be169a0d9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (bdbd084a-7876-495d-b5d9-cf3ee18f0227), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:05:48.550114 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (853c399d-72c7-467e-bd42-08a47e7fb1c3), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:05:49.568706 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-66ba84dd-632c-456a-bb12-6a575fe6244f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9495f383-87a2-4ffd-86dd-67b8d88d602c), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:05:51.607918 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-d66b1738-fecd-429f-97ae-c3b5c23d3d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9d445c8f-179b-40e3-9cb5-ffaa95aecd6a), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:05:52.623304 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (492c1832-c7a3-4f77-b4ba-2ebdc28556bf), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:05:58.644931 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.agents_db [None req-5545c54b-af05-4075-94be-94e2438c302a None None] Agent healthcheck: found 6 active agents {{(pid=114097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 17:06:16.425749 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-6c1aeac1-cd99-410a-b045-69f3094b9358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (b49cc950-6aaa-44e3-a3c4-70b67101afab), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:06:18.482083 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-d1dd56fc-13a2-4edb-8a8f-a7ed3941b1be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (bdbd084a-7876-495d-b5d9-cf3ee18f0227), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:06:18.550133 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (853c399d-72c7-467e-bd42-08a47e7fb1c3), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:06:19.569855 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-66ba84dd-632c-456a-bb12-6a575fe6244f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9495f383-87a2-4ffd-86dd-67b8d88d602c), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:06:21.611534 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-d66b1738-fecd-429f-97ae-c3b5c23d3d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9d445c8f-179b-40e3-9cb5-ffaa95aecd6a), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:06:22.627015 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (492c1832-c7a3-4f77-b4ba-2ebdc28556bf), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:06:35.643189 dv-cinder-818830-2-iscsi neutron-server[114097]: DEBUG neutron.db.agents_db [None req-5545c54b-af05-4075-94be-94e2438c302a None None] Agent healthcheck: found 6 active agents {{(pid=114097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 17:06:46.427610 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-888381b2-54e4-4171-8a65-b42e5515a691 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (b49cc950-6aaa-44e3-a3c4-70b67101afab), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:06:48.484159 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-41f63e8c-9d73-41ec-99c8-693fa7ecd75f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (bdbd084a-7876-495d-b5d9-cf3ee18f0227), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:06:48.565796 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-2459e768-d237-4b18-930d-5a7c023d2e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (853c399d-72c7-467e-bd42-08a47e7fb1c3), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:06:49.574156 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-66ba84dd-632c-456a-bb12-6a575fe6244f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9495f383-87a2-4ffd-86dd-67b8d88d602c), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:06:51.614975 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-d66b1738-fecd-429f-97ae-c3b5c23d3d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (9d445c8f-179b-40e3-9cb5-ffaa95aecd6a), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 17:06:52.634870 dv-cinder-818830-2-iscsi neutron-server[114096]: DEBUG neutron_lib.callbacks.manager [None req-026c9ef0-b71f-4c28-8ad8-c4bbc9046963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740203086722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910146'] for agent (492c1832-c7a3-4f77-b4ba-2ebdc28556bf), after_update {{(pid=114096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}